-- Logs begin at Mon 2022-01-17 08:49:42 UTC, end at Mon 2022-01-17 09:47:47 UTC. -- Jan 17 09:22:22.887167 dv-cinder-815582-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 17 09:22:25.852067 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.common.config [-] Logging enabled! Jan 17 09:22:25.852714 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev389 Jan 17 09:22:25.852855 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102414) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 09:22:25.856179 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.common.config [-] Logging enabled! Jan 17 09:22:25.856439 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev389 Jan 17 09:22:25.856753 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102414) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 09:22:25.857684 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 09:22:25.857921 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 09:22:25.858455 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 09:22:25.858706 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 09:22:25.858934 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 09:22:25.859259 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.859687 dv-cinder-815582-7-iscsi neutron-server[102414]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 17 09:22:25.860035 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.860336 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.860633 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.860933 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.861227 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.861512 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.861801 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.862098 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.862386 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.862670 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.862955 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.863247 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.863527 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.863818 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.864136 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.864422 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] debug = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.864700 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.865125 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.866059 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.866346 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.866636 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.866915 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.867188 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.867464 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.867747 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.868103 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] host = dv-cinder-815582-7-iscsi {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.868383 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.868671 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.868956 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.869240 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.869515 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.869791 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.870074 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.870345 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.870616 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] log_file = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.870891 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.871178 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.871465 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.871755 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.872012 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.872237 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.872526 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.872811 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.873087 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.873362 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.873635 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.873908 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.874185 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.874460 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.874747 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.875032 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.875318 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.875591 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.875887 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.876164 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.876437 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.876722 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.876996 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.877273 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.877544 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.877827 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.878097 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.878371 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.878671 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.878954 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.879237 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.879520 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.879793 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.880101 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.880374 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.880646 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.880919 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] use_json = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.881246 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.882045 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.882331 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.882609 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.882885 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.883162 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.883436 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.883723 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.884028 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:25.884332 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.884633 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.884938 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.885231 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.885523 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.885806 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.886096 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.886375 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.886663 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.886953 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.887242 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.887522 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.887826 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.888140 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.888434 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.888741 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.889040 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.889334 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.889612 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.889889 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.890164 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.890446 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.890738 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.891022 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.891313 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.891602 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.891916 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.892212 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.892497 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.892794 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.893087 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.893363 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.893642 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.893933 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.894216 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.894493 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.894772 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.895063 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.895342 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.895614 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.895919 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.896202 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.896474 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.896763 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.897065 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.897356 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.897634 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.897906 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.898177 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.898455 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.898725 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.899009 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.899287 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.899558 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.899829 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.900130 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.900403 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.900674 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.900955 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.901227 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.901504 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.901776 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.902044 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.902316 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.902586 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.902858 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.903130 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.903402 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.903679 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.903977 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.904257 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.904531 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.904806 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.905081 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.905367 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.905666 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.905946 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.906228 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.906512 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.906786 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.907062 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.907339 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.907620 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.907926 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.908203 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.908494 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.908780 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.909070 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.909377 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.909659 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.909957 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.910238 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.910523 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.910804 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.911082 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.911367 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.911652 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.911975 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.912272 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.912591 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.912885 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.913177 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.913458 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.913765 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.914043 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:25.914262 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 09:22:25.914499 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102414) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 17 09:22:26.287988 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 09:22:26.288362 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 09:22:26.288667 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 09:22:26.289005 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 17 09:22:26.613458 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.613678 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.613955 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.617411 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.617699 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.617974 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.661410 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.661689 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.661960 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.675909 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.676199 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.676476 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.706525 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.706806 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.707073 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.743769 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.744082 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:26.744356 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.083272 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.083931 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.083931 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.084131 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.084810 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.184110 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.184437 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.184723 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.184995 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.185264 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.185578 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.185842 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.186102 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.186361 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.186652 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.186915 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.187182 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.187440 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.187694 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.187982 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.188251 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.188509 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.188778 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.189048 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.189309 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.189584 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.189837 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.190120 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.190500 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.190750 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.190999 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.191395 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:22:27.191637 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:22:27.191900 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:22:27.192141 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:22:27.192379 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:22:27.192616 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:22:27.192977 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 17 09:22:27.196208 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 17 09:22:27.200211 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 17 09:22:27.204326 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jan 17 09:22:27.205971 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 17 09:22:27.206433 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 17 09:22:27.206779 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 17 09:22:27.207160 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 17 09:22:27.210053 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 17 09:22:27.210307 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 17 09:22:27.210652 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 09:22:27.216150 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 17 09:22:27.240300 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 17 09:22:27.240800 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.241101 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102414) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 17 09:22:27.241468 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.242860 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102414) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 17 09:22:27.243142 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 09:22:27.243385 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 17 09:22:27.246536 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.246828 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.310828 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 17 09:22:27.311072 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 17 09:22:27.311307 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 17 09:22:27.311671 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 17 09:22:27.332741 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_db.sqlalchemy.engines [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102414) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 17 09:22:27.762614 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Initializing driver for type 'gre' Jan 17 09:22:27.763146 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] gre ID ranges: [(1, 1000)] Jan 17 09:22:27.812195 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Initializing driver for type 'local' Jan 17 09:22:27.812557 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Initializing driver for type 'vlan' Jan 17 09:22:27.825521 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] VlanTypeDriver initialization complete Jan 17 09:22:27.825929 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Initializing driver for type 'vxlan' Jan 17 09:22:27.826411 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] vxlan ID ranges: [(1, 1000)] Jan 17 09:22:27.876213 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Initializing extension driver 'port_security' Jan 17 09:22:27.876559 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.extensions.port_security [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] PortSecurityExtensionDriver initialization complete Jan 17 09:22:27.876921 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Initializing mechanism driver 'openvswitch' Jan 17 09:22:27.877358 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Initializing mechanism driver 'hyperv' Jan 17 09:22:27.884581 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.plugins.ml2.plugin [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:22:27.885261 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > port after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.885637 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > port after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.885998 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > port after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.886519 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:22:27.886955 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > subnet after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.887316 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > subnet after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.887666 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.888176 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:22:27.888501 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > network after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.888857 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > network after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.889200 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > network after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.889595 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:22:27.890001 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > security_group after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.890358 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > security_group after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.890712 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > security_group after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.891244 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:22:27.891654 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.892037 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.892389 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.892786 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:22:27.893193 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > address_group after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.893545 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > address_group after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.893891 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > address_group after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.894284 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 09:22:27.894729 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] ML2 OVO RPC backend initialized. {{(pid=102414) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 17 09:22:27.895435 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.895796 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.896250 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > network before_response 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.896604 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > networks before_response 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.897493 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > port before_response 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.897839 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > ports before_response 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.898186 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > subnet before_response 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.898531 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > subnets before_response 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.898880 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > network after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.899224 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > network after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.899560 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > network after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.899928 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > port after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.900274 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > port after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.900777 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > port after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.900946 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > subnet after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.901286 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > subnet after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.901623 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.902191 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.plugin [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Modular L2 Plugin initialization complete Jan 17 09:22:27.902519 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading services supported by the core plugin {{(pid=102414) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 17 09:22:27.902844 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.plugins.ml2.managers [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Got port-security extension from driver 'port_security' Jan 17 09:22:27.903302 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.extensions.vlantransparent [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Disabled vlantransparent extension. Jan 17 09:22:27.903793 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102414) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 17 09:22:27.904134 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading Plugin: router Jan 17 09:22:27.939684 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router_interface before_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.940104 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router after_create 55549900 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.940511 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router before_create 55549900 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.940880 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.941257 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.941619 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router after_delete 55549900 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.941984 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > floatingip after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.942339 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > floatingip after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.942704 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router after_create 55549900 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.943054 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router after_update 55549900 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.943406 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router after_update 55549900 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.944287 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.944650 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router after_update 55549900 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.945065 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router precommit_update 55549900 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.945443 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: port after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.945792 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: port after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.946138 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: subnet after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.946484 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.946839 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > port precommit_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.947192 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router precommit_create 55549900 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.947539 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: port before_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.947908 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router precommit_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.948272 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router after_update 55549900 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.948617 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router precommit_delete 55549900 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.948978 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router precommit_create 55549900 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.949344 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.949691 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router precommit_update 55549900 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.950058 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > agent after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.950410 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > agent after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.950758 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > network after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.951609 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Tracking information for resource: router configured {{(pid=102414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:22:27.951977 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Tracking information for resource: floatingip configured {{(pid=102414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 09:22:27.957254 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.db.l3_agentschedulers_db [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 17 09:22:27.957842 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: port after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.958212 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: port after_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.958573 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: port after_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.958932 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: port after_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.960284 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router before_create 55550100 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.960660 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router precommit_delete 55550100 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.961031 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router precommit_create 55550100 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.961395 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > router precommit_update 55550100 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.966087 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.services.provider_configuration [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Service providers = [] {{(pid=102414) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 17 09:22:27.966455 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.db.servicetype_db [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102414) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 17 09:22:27.969509 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.services.service_base [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 09:22:27.969867 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.services.service_base [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 09:22:27.970213 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.services.service_base [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 09:22:27.971103 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.services.service_base [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 09:22:27.971479 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.services.service_base [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 17 09:22:27.971875 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:22:27.972200 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 17 09:22:27.984355 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:22:27.984698 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading Plugin: auto_allocate Jan 17 09:22:27.990465 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: network precommit_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.990840 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: network precommit_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:27.991361 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:22:27.991686 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading Plugin: tag Jan 17 09:22:27.998309 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:22:27.998648 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading Plugin: timestamp Jan 17 09:22:28.002708 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:22:28.003047 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading Plugin: network_ip_availability Jan 17 09:22:28.009150 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:28.009529 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:28.009894 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:28.010604 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:22:28.010928 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading Plugin: flavors Jan 17 09:22:28.015729 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:22:28.016054 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading Plugin: revisions Jan 17 09:22:28.020416 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 09:22:28.020808 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_concurrency.lockutils [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.732s {{(pid=102414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 09:22:28.021547 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102414) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 17 09:22:28.022424 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Initializing extension manager. Jan 17 09:22:28.022945 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: __init__.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.023289 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: __pycache__ {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.023629 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.024005 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: address_group.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.024759 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.025329 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: address-group Jan 17 09:22:28.025659 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: address_scope.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.026561 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.027076 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: address-scope Jan 17 09:22:28.027406 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: admin_state_down_before_update.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.028366 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.028878 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: router-admin-state-down-before-update Jan 17 09:22:28.029208 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: agent.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.029911 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.030419 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: agent Jan 17 09:22:28.030745 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: agent_resources_synced.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.031666 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.032218 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: agent-resources-synced Jan 17 09:22:28.032545 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: allowedaddresspairs.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.034323 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.034853 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: allowed-address-pairs Jan 17 09:22:28.035182 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: auto_allocated_topology.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.036293 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.036810 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: auto-allocated-topology Jan 17 09:22:28.037136 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: availability_zone.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.037856 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.038367 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: availability_zone Jan 17 09:22:28.038690 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: availability_zone_filter.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.039606 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.040150 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: availability_zone_filter Jan 17 09:22:28.040476 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: data_plane_status.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.041386 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.041887 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension data-plane-status not supported by any of loaded plugins Jan 17 09:22:28.042212 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: default_subnetpools.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.043131 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.043635 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: default-subnetpools Jan 17 09:22:28.043991 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: dhcpagentscheduler.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.044801 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.045306 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: dhcp_agent_scheduler Jan 17 09:22:28.045631 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: dns.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.046560 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.047064 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension dns-integration not supported by any of loaded plugins Jan 17 09:22:28.047390 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: dns_domain_ports.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.048345 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.048851 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 17 09:22:28.049176 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.050099 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.050604 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 17 09:22:28.050930 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: dvr.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.051604 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.052137 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: dvr Jan 17 09:22:28.052464 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: ecmp_routes.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.053924 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.054427 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension ecmp_routes not supported by any of loaded plugins Jan 17 09:22:28.054753 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: empty_string_filtering.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.055669 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.056207 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: empty-string-filtering Jan 17 09:22:28.056536 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.057460 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.057964 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 17 09:22:28.058292 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.059214 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.059716 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 17 09:22:28.060083 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: external_net.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.061000 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.061509 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: external-net Jan 17 09:22:28.061836 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: extra_dhcp_opt.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.062744 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.063255 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: extra_dhcp_opt Jan 17 09:22:28.063582 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: extraroute.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.064523 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.065032 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: extraroute Jan 17 09:22:28.065358 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: extraroute_atomic.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.066395 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.066911 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: extraroute-atomic Jan 17 09:22:28.067238 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: filter_validation.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.067942 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.068448 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: filter-validation Jan 17 09:22:28.069355 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: fip_pf_description.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.070265 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.070774 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 17 09:22:28.071100 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: fip_port_details.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.072054 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.072562 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: fip-port-details Jan 17 09:22:28.072890 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: flavors.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.074128 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.074644 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: flavors Jan 17 09:22:28.074973 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.076704 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.077231 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 17 09:22:28.077566 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: floatingip_pools.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.078270 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.079054 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: floatingip-pools Jan 17 09:22:28.079384 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: ip_allocation.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.080349 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.080859 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension ip_allocation not supported by any of loaded plugins Jan 17 09:22:28.081186 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.082110 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.082622 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: ip-substring-filtering Jan 17 09:22:28.082949 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: l2_adjacency.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.083899 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.084416 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension l2_adjacency not supported by any of loaded plugins Jan 17 09:22:28.084742 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: l3.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.085849 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.086376 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: router Jan 17 09:22:28.086705 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: l3_conntrack_helper.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.088994 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.089530 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 17 09:22:28.089868 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.090804 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.091318 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: ext-gw-mode Jan 17 09:22:28.091649 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.092618 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.093133 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: l3-ha Jan 17 09:22:28.093461 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: l3_flavors.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.094386 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.094895 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: l3-flavors Jan 17 09:22:28.095220 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.096171 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.096684 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: l3-port-ip-change-not-allowed Jan 17 09:22:28.097013 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: l3agentscheduler.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.098059 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.098574 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: l3_agent_scheduler Jan 17 09:22:28.098910 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: local_ip.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.100778 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.101303 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension local_ip not supported by any of loaded plugins Jan 17 09:22:28.101640 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: logging.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.103128 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.103653 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension logging not supported by any of loaded plugins Jan 17 09:22:28.104026 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: metering.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.104779 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.105357 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: metering Jan 17 09:22:28.105688 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.106782 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.107298 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: metering_source_and_destination_fields Jan 17 09:22:28.107628 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: multiprovidernet.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.108949 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.109459 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: multi-provider Jan 17 09:22:28.109785 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: netmtu.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.110707 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.111217 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: net-mtu Jan 17 09:22:28.111543 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: netmtu_writable.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.112487 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.112994 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: net-mtu-writable Jan 17 09:22:28.113317 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: network_availability_zone.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.113986 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.114489 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: network_availability_zone Jan 17 09:22:28.114814 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: network_ip_availability.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.116465 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.116978 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: network-ip-availability Jan 17 09:22:28.117303 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: network_segment_range.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.118075 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.118580 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension network-segment-range not supported by any of loaded plugins Jan 17 09:22:28.118903 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: pagination.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.120060 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.120398 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: pagination Jan 17 09:22:28.120722 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: port_device_profile.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.121634 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.122150 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: port-device-profile Jan 17 09:22:28.122476 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.123411 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.123964 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: port-mac-address-regenerate Jan 17 09:22:28.124292 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.125213 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.125720 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: port-numa-affinity-policy Jan 17 09:22:28.126044 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: port_resource_request.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.126958 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.127462 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension port-resource-request not supported by any of loaded plugins Jan 17 09:22:28.127784 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: port_resource_request_groups.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.128800 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.129309 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 17 09:22:28.129634 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: portbindings.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.130561 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.131113 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: binding Jan 17 09:22:28.131967 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: portbindings_extended.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.133257 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.133769 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: binding-extended Jan 17 09:22:28.134096 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: portsecurity.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.135015 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.135521 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: port-security Jan 17 09:22:28.135873 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: project_id.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.136852 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.137188 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: project-id Jan 17 09:22:28.137512 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: providernet.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.138429 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.138947 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: provider Jan 17 09:22:28.139280 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: qos.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.142911 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.143438 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension qos not supported by any of loaded plugins Jan 17 09:22:28.143777 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.145083 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.145604 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 17 09:22:28.145938 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.146885 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.147400 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 17 09:22:28.147730 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: qos_default.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.148677 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.149197 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension qos-default not supported by any of loaded plugins Jan 17 09:22:28.149527 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: qos_fip.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.150456 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.150970 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension qos-fip not supported by any of loaded plugins Jan 17 09:22:28.151297 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: qos_fip_network_policy.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.152252 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.152764 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 17 09:22:28.153089 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: qos_gateway_ip.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.154018 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.154534 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 17 09:22:28.154861 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: qos_port_network_policy.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.155781 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.156319 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 17 09:22:28.156645 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.157717 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.158227 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 17 09:22:28.158552 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: qos_pps_rule.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.159737 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.160286 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension qos-pps not supported by any of loaded plugins Jan 17 09:22:28.160617 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: qos_rule_type_details.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.161534 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.162043 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 17 09:22:28.162399 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: qos_rules_alias.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.163465 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.163996 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 17 09:22:28.164325 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: quota_check_limit.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.165246 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.165756 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: quota-check-limit Jan 17 09:22:28.166086 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: quotasv2.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.167013 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.167344 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: quotas Jan 17 09:22:28.167669 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: quotasv2_detail.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.171085 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.171436 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: quota_details Jan 17 09:22:28.171775 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: rbac.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.172859 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.173399 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: rbac-policies Jan 17 09:22:28.173736 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: rbac_address_group.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.174668 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.175184 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: rbac-address-group Jan 17 09:22:28.175514 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: rbac_address_scope.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.176471 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.176983 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: rbac-address-scope Jan 17 09:22:28.177310 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: rbac_security_groups.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.178760 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.179277 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: rbac-security-groups Jan 17 09:22:28.179604 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: rbac_subnetpool.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.180564 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.181078 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: rbac-subnetpool Jan 17 09:22:28.181407 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: revisionifmatch.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.182332 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.182844 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: revision-if-match Jan 17 09:22:28.183169 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: revisions.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.184320 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.184839 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: standard-attr-revisions Jan 17 09:22:28.185168 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: router_availability_zone.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.185842 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.186355 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: router_availability_zone Jan 17 09:22:28.186683 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: routerservicetype.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.187608 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.188142 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension router-service-type not supported by any of loaded plugins Jan 17 09:22:28.188468 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.189474 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.189986 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: security-groups-normalized-cidr Jan 17 09:22:28.190339 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: security_groups_port_filtering.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.191260 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.191768 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: port-security-groups-filtering Jan 17 09:22:28.192118 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.193062 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.193619 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: security-groups-remote-address-group Jan 17 09:22:28.193948 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.194876 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.195384 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: security-groups-shared-filtering Jan 17 09:22:28.195712 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.196346 dv-cinder-815582-7-iscsi neutron-server[102414]: WARNING neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 17 09:22:28.196675 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: securitygroup.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.206591 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.207129 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: security-group Jan 17 09:22:28.207463 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: segment.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.208278 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.208793 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension segment not supported by any of loaded plugins Jan 17 09:22:28.209724 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.210674 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.211189 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 17 09:22:28.211518 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: servicetype.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.212659 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.213183 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: service-type Jan 17 09:22:28.213512 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: sorting.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.214503 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.214842 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: sorting Jan 17 09:22:28.215169 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: standard_attr_segment.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.216119 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.216643 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 17 09:22:28.216974 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: standardattrdescription.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.217629 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.218140 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: standard-attr-description Jan 17 09:22:28.218470 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: stateful_security_group.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.219413 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.219964 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: stateful-security-group Jan 17 09:22:28.220294 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: stdattrs_common.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.220866 dv-cinder-815582-7-iscsi neutron-server[102414]: WARNING neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 17 09:22:28.221190 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.222132 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.222650 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 17 09:22:28.222976 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: subnet_onboard.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.224149 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.224671 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: subnet_onboard Jan 17 09:22:28.225050 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.225987 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.226497 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 17 09:22:28.226825 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: subnet_service_types.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.227762 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.228303 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: subnet-service-types Jan 17 09:22:28.228632 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: subnetallocation.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.229728 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.230253 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: subnet_allocation Jan 17 09:22:28.230579 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.231242 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.231759 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: subnetpool-prefix-ops Jan 17 09:22:28.232111 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.233049 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.233554 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 17 09:22:28.233879 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: tagging.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.234932 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.235458 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: standard-attr-tag Jan 17 09:22:28.235787 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: timestamp.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.237030 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.237550 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loaded extension: standard-attr-timestamp Jan 17 09:22:28.237879 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: trunk.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.238912 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.239436 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension trunk not supported by any of loaded plugins Jan 17 09:22:28.239765 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: trunk_details.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.241243 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.241759 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension trunk-details not supported by any of loaded plugins Jan 17 09:22:28.242089 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: uplink_status_propagation.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.243011 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.243522 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 17 09:22:28.243867 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Loading extension file: vlantransparent.py {{(pid=102414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 09:22:28.244546 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 09:22:28.245053 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extension vlan-transparent not supported by any of loaded plugins Jan 17 09:22:28.247540 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:network Jan 17 09:22:28.248103 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:subnet Jan 17 09:22:28.248502 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 09:22:28.248896 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:port Jan 17 09:22:28.250139 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.v2.resource_helper [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:22:28.250587 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.v2.resource_helper [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Service FLAVORS assigned prefix: {{(pid=102414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:22:28.251197 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.v2.resource_helper [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:22:28.251621 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.v2.resource_helper [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:22:28.251990 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:router Jan 17 09:22:28.252436 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:floatingip Jan 17 09:22:28.252927 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.v2.resource_helper [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Service METERING assigned prefix: /metering {{(pid=102414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:22:28.254370 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:28.254746 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:28.255104 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:22:28.256193 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 09:22:28.256645 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:security_group Jan 17 09:22:28.257072 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 09:22:28.257672 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.v2.resource_helper [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Service CORE assigned prefix: {{(pid=102414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:22:28.258008 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 09:22:28.258358 dv-cinder-815582-7-iscsi neutron-server[102414]: WARNING neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] subnetpool is already registered Jan 17 09:22:28.258789 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.v2.resource_helper [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Service CORE assigned prefix: {{(pid=102414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:22:28.259119 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 09:22:28.259461 dv-cinder-815582-7-iscsi neutron-server[102414]: WARNING neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] subnetpool is already registered Jan 17 09:22:28.261749 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.v2.resource_helper [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:22:28.262305 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.v2.resource_helper [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Service FLAVORS assigned prefix: {{(pid=102414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:22:28.262947 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.v2.resource_helper [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:22:28.263377 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.v2.resource_helper [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:22:28.263718 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:router Jan 17 09:22:28.264095 dv-cinder-815582-7-iscsi neutron-server[102414]: WARNING neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] router is already registered Jan 17 09:22:28.264507 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:floatingip Jan 17 09:22:28.264844 dv-cinder-815582-7-iscsi neutron-server[102414]: WARNING neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] floatingip is already registered Jan 17 09:22:28.265325 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.v2.resource_helper [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Service METERING assigned prefix: /metering {{(pid=102414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:22:28.266069 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 09:22:28.266350 dv-cinder-815582-7-iscsi neutron-server[102414]: WARNING neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] rbac_policy is already registered Jan 17 09:22:28.266776 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:security_group Jan 17 09:22:28.267114 dv-cinder-815582-7-iscsi neutron-server[102414]: WARNING neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] security_group is already registered Jan 17 09:22:28.267530 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 09:22:28.267891 dv-cinder-815582-7-iscsi neutron-server[102414]: WARNING neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] security_group_rule is already registered Jan 17 09:22:28.268385 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.v2.resource_helper [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Service CORE assigned prefix: {{(pid=102414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:22:28.268716 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 09:22:28.269051 dv-cinder-815582-7-iscsi neutron-server[102414]: WARNING neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] subnetpool is already registered Jan 17 09:22:28.269481 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.v2.resource_helper [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Service CORE assigned prefix: {{(pid=102414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 09:22:28.269829 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 09:22:28.270168 dv-cinder-815582-7-iscsi neutron-server[102414]: WARNING neutron.quota.resource_registry [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] subnetpool is already registered Jan 17 09:22:28.270638 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: extensions {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.273742 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: address-groups {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.275259 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: address-scopes {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.276510 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: agents {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.277793 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: auto-allocated-topology {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.279044 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: availability_zones {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.280310 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: dhcp-networks {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.281734 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: dhcp-agents {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.283274 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: routers {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.285409 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: flavors {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.286678 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: service_profiles {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.288478 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: next_providers {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.289943 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: service_profiles {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.291401 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: floatingip-pools {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.292806 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: routers {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.294931 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: floatingips {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.296256 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: l3-routers {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.297649 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: l3-agents {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.299112 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: metering-labels {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.300366 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: metering-label-rules {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.301811 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: network-ip-availabilities {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.303196 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: bindings {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.304837 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: quotas {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.306478 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: quotas {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.308051 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: rbac-policies {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.309319 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: security-groups {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.310708 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: security-group-rules {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.312003 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: service-providers {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.313220 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: subnetpools {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.314550 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: subnetpools {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.316125 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: tags {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.317862 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: tags {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.319719 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: tags {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.321546 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: tags {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.323249 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: tags {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.325229 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: tags {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.326915 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: tags {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.330094 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: tags {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.331886 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: tags {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.333627 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron.api.extensions [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Extended resource: tags {{(pid=102414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 09:22:28.340196 dv-cinder-815582-7-iscsi neutron-server[102414]: WARNING keystonemiddleware.auth_token [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 17 09:22:28.345927 dv-cinder-815582-7-iscsi neutron-server[102414]: WARNING keystonemiddleware.auth_token [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 17 09:22:28.355147 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_concurrency.lockutils [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Acquired lock "singleton_lock" {{(pid=102414) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 17 09:22:28.355628 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_concurrency.lockutils [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Releasing lock "singleton_lock" {{(pid=102414) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 17 09:22:28.356314 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO oslo_service.service [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Starting 2 workers Jan 17 09:22:28.361210 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Started child 102555 {{(pid=102414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 09:22:28.365681 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Started child 102556 {{(pid=102414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 09:22:28.366817 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:28.367479 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO neutron.service [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Neutron service started, listening on 0.0.0.0:9696 Jan 17 09:22:28.367991 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Publish callbacks [] for process (None), before_spawn {{(pid=102414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:28.368360 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [-] (102555) wsgi starting up on http://0.0.0.0:9696 Jan 17 09:22:28.370436 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO oslo_service.service [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Starting 1 workers Jan 17 09:22:28.370547 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:28.371834 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [-] (102556) wsgi starting up on http://0.0.0.0:9696 Jan 17 09:22:28.375693 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Started child 102557 {{(pid=102414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 09:22:28.376264 dv-cinder-815582-7-iscsi neutron-server[102414]: INFO oslo_service.service [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Starting 1 workers Jan 17 09:22:28.379341 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.service [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] calling RpcWorker wait() {{(pid=102557) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 17 09:22:28.379929 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.service [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] returning from RpcWorker wait() {{(pid=102557) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 17 09:22:28.380802 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Started child 102558 {{(pid=102414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 09:22:28.381626 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:28.382112 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:22:28.382212 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG neutron_lib.callbacks.manager [None req-923a9a3c-203c-420c-af0d-c7a1d7ece00a None None] Publish callbacks [] for process (None), after_spawn {{(pid=102414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:28.384104 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102414) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 09:22:28.384326 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 09:22:28.384516 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 09:22:28.384752 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 09:22:28.385085 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 09:22:28.385249 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 09:22:28.385754 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.386043 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.386192 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:28.386652 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.386652 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.386876 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.387371 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.387635 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.387914 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.388176 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.388453 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.388613 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.388769 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.389040 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.389273 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.389584 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.389854 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.390115 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.390386 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.390562 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.390836 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.391113 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.391364 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.391634 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] debug = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.391920 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.392406 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.392638 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.392879 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.393116 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.393397 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.393651 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.393913 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.394133 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.394352 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.394603 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.394866 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.395118 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.395336 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.395586 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.395805 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.396095 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.396346 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.397398 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] host = dv-cinder-815582-7-iscsi {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.397655 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.397873 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.398124 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.398391 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.398655 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.398880 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.399142 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.399410 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.399671 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.399939 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.400183 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.400552 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.401178 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.401178 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_file = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.401178 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_options = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.401556 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.401556 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.401834 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.401987 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.402137 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.402305 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.402576 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.402727 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.403002 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.403252 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.403472 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.403708 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.403952 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.404171 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.404437 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.404678 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.404898 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.405115 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.406594 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.407246 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.408334 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.408334 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.408547 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:22:28.408634 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.408748 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.408969 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.409301 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.409566 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.409792 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.410858 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.411129 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.413332 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.413332 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.413332 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.414211 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.414211 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.415090 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.415090 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.415090 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.415644 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.415644 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.415904 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.416156 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.416401 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.416647 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.416882 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.417149 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.417399 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] use_json = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.417632 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.417894 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.418156 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.418432 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.418665 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.418946 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.419216 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.419549 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.419996 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.420625 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.421115 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.421623 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.422070 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.422502 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.422917 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.423324 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.423563 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.423832 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.424105 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.424446 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.424675 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.425228 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.425560 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.425899 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.426296 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.426795 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.427276 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.427860 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.428374 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.428616 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.428854 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.429139 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.429393 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.429651 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.429913 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.430148 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.430468 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.430730 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.431071 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.431347 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.431628 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.431917 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.432154 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.432406 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.432630 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.432852 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.433077 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.433293 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.433786 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.434175 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.434547 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.435154 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.435407 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.435659 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.435920 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.436167 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.436413 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.439268 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.439555 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.439832 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.440096 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.440370 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.440609 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.440857 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.441133 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.441385 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.441668 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.441902 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.442163 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.442365 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.442587 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.442850 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.443074 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.443295 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.444036 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.445351 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.446515 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.446799 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.447060 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.447296 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.447529 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.447777 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.448008 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.448254 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.448481 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.448734 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.448956 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.449177 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.449415 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.449638 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.449856 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.450080 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.450318 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.450562 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.450783 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.451006 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.451217 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.451434 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.451649 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.451953 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.452443 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.452756 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.453011 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.453315 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.453824 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.454073 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.454299 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.454538 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.456243 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.456495 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.456727 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.457001 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.457263 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.457528 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.457768 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.458015 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.458289 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.458539 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.458773 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.458999 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.459320 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.460381 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.460679 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.460942 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.461243 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.461457 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.461712 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.462024 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.463278 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.463594 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.463882 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.464177 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.464491 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.464765 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.465058 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.465301 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.465574 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.465858 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.466095 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.466349 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.466594 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.466831 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.467078 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.467332 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.467560 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.467778 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.468748 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.469116 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.470064 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.470330 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.470556 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.470847 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.471116 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.471363 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.471646 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.471935 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.472184 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.472438 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.472675 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.472913 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.473180 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.473396 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.473619 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.473862 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.474103 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.474345 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.474562 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.474824 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.475080 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.475324 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.475575 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.475810 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.476135 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.476389 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.476666 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.476915 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.477159 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.477418 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.477655 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.477883 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.478109 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.478360 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.478634 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.478861 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.479142 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.479397 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.479639 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.479925 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.480161 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.480261 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:22:28.480403 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.480650 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.480904 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.481150 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.481432 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.481613 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.481859 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.482078 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.482298 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.482579 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.482748 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.483006 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.483261 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.483620 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.483896 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.484127 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.484377 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.484596 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.484832 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.485215 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.485366 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.485503 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.485721 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.485940 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.486197 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.486449 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.486702 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.486934 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.487150 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.487368 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.488850 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.489089 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.489404 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.489661 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.490113 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.490424 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.490683 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.490927 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.491168 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.491391 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.491615 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.491877 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.492117 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.492360 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.492610 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.492828 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.493044 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.493271 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.493535 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.493752 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.493986 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.494202 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.494417 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.494643 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.494906 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.495177 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.495410 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.495630 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.495866 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.496134 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.496354 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.496567 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.496795 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.497009 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.497221 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.497444 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.497661 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.497874 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.498197 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.498508 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.498755 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.499055 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.499287 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.499534 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.499777 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.500099 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.500317 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.500562 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.500803 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.501021 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.501243 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.501480 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.501805 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.502079 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.502339 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.502620 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.502903 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.503195 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.503793 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.503793 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.504468 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.505160 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.505469 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.505721 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.505958 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.506768 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.506999 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.507221 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.507459 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.507697 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.507940 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.508186 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.508437 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.508663 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.508881 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.509109 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.509326 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.509570 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.509783 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.510029 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.510263 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.510423 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 09:22:28.510937 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102414) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 09:22:28.511101 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 09:22:28.511257 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 09:22:28.511430 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 09:22:28.511603 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 09:22:28.511826 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 09:22:28.511979 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.512678 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.512890 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.513139 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.513393 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.513630 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.514061 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.514322 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.514567 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.514736 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.514899 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.515061 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.515222 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.515384 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.515546 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.515708 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.515890 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.516055 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.516272 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.516408 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.516540 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.516682 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.516842 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] debug = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.517001 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.517180 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.517335 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.517491 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.517652 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.517812 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.517971 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.518129 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.518288 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.518448 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.518608 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.518769 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.518930 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.519090 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.519344 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.519511 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.519671 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.519831 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.519999 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] host = dv-cinder-815582-7-iscsi {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.520160 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.520320 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.520480 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.520644 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.520808 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.520965 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.521115 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.521277 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.521436 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.521600 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.521816 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.522010 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.522118 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.522281 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_file = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.522438 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_options = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.522596 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.522755 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.522915 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.523104 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.523270 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.523437 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.524180 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.524180 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.524180 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.524180 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.524485 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.524485 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.524485 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.524689 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.524797 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.524956 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.525117 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.525276 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.525435 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.525595 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.525755 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.525913 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.526072 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.526231 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.526390 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.526549 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.526708 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.526866 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.527026 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.527184 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.527343 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.527501 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.527659 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.527819 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.528001 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.528160 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.528319 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.528478 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.528642 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.528803 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.528963 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.529121 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.529280 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.529441 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.529600 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.529759 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.529917 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] use_json = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.530075 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.530234 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.530393 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.530551 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.530710 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.530868 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.531026 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.531186 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.531343 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 09:22:28.531522 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.531684 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.531865 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.532077 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.532210 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.532342 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.532504 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.532665 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.532826 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.532988 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.533157 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.533321 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.533499 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.533661 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.533823 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.533988 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.534150 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.534313 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.534477 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.534640 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.534803 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.534965 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.535135 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.535297 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.535459 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.535619 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.535780 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.535987 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.536151 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.536327 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.536490 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.536653 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.536815 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.536977 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.537139 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.537811 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.537977 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.538140 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.538303 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.538466 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.538628 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.538790 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.538953 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.539115 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.539277 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.539438 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.539601 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.539763 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.539948 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.540110 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.540273 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.540435 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.540598 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.540760 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.540921 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.541083 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.541244 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.541413 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.541574 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.541736 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.541898 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.542060 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.542231 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.542370 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.542532 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.542693 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.542855 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.543018 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.543193 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.543354 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.543516 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.543679 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.543869 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.544039 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.544200 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.544362 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.544524 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.544685 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.544846 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.545008 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.545171 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.545332 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.545494 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.545655 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.545817 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.545978 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.546139 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.546300 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.546462 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.546623 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.546784 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.546953 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.547129 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.547290 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.547450 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.547611 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.547822 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.547939 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.548095 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.548257 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.548417 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.548578 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.548740 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.548901 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.549063 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.549223 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.549383 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.549543 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.549704 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.549866 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.550026 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.550187 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.550346 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.550508 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.550669 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.550831 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.550990 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.551150 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.551320 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.551483 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.551646 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.551808 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.552001 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.552172 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.552346 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.552485 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.552645 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.552806 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.553017 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.553696 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.553863 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.554026 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.554188 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.554349 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.554523 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.554685 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.554847 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.555010 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.555195 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.555357 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.555518 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.555680 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.555891 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.556024 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.556184 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.556345 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.556507 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.556667 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.556829 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.556991 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.557153 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.557315 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.557477 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.557638 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.557800 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.557962 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.558124 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.558287 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.558448 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.558609 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.558770 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.558931 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.559092 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.559253 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.559405 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.559563 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.559724 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.559911 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.560076 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.560237 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.560398 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.560578 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.560740 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.560902 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.561063 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.561227 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.561389 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.561550 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.561712 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.561875 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.562037 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.562199 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.562393 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.563956 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.563956 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.563956 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.563956 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.564301 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 59828) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:22:28.564390 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.564390 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.564390 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.564390 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.564390 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.564390 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.564390 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.564390 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.564931 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.564931 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.564931 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.564931 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.564931 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.565202 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.565277 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.565405 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.565567 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.565737 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.565904 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.566066 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.566228 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.566389 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.566551 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.566710 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.566871 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.567048 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.567209 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.567370 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.567534 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.567693 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.567887 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.568044 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.568245 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.568357 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.568561 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.568725 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.568887 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.569060 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.569221 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.569384 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.569546 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.569708 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.569874 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.570048 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.570210 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.570373 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.570532 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.570693 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.570854 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.571025 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.571186 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.571347 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.571947 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.571947 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.571947 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.572149 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064769 Jan 17 09:22:28.572220 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.572220 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.572354 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.572506 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.572602 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.572753 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.572925 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.573086 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.573247 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.573416 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.573577 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.573739 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.573903 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.574077 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.574241 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.574404 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.574566 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.574726 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.574887 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.575052 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.575221 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.575398 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.575547 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.575714 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.575920 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.576079 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.576249 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.576417 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.576585 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.576761 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.576923 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.577084 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.577247 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.577408 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.577568 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.577728 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.577888 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.578048 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.578209 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.578374 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.578806 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.578968 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.579116 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.579273 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.579433 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.579593 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.579754 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.579940 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.580104 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 09:22:28.580260 dv-cinder-815582-7-iscsi neutron-server[102414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 09:22:39.961914 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465f06ce-528a-4a7f-8dbd-28ea5e8c9848 None None] get_active_networks_info from dv-cinder-815582-7-iscsi {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 17 09:22:40.085720 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465f06ce-528a-4a7f-8dbd-28ea5e8c9848 None None] No non-hosted networks {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 17 09:22:40.116656 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5e5a8e0-07d6-4b8c-8330-82ad38eead5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630953'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:42.053192 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ac8924b-8140-4dca-8baa-f5a0382d21a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630953'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:42.084325 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-70167d2d-c2a9-45ed-bab1-db1985c9554b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:43.165078 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630953'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:44.693823 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630953'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:46.105740 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630953'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:46.107410 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:46.108056 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:46.108569 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:46.109183 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:46.109972 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:46.110502 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:46.111026 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:46.111566 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:46.112134 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:46.112653 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:46.113161 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:46.113904 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:46.114427 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:46.115704 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815582-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:22:46.122397 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815582-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:22:46.190211 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.db.l3_hamode_db [None req-7c92b235-0eab-45fc-b072-298d711c350f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 17 09:22:46.279068 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c92b235-0eab-45fc-b072-298d711c350f None None] Routers set() bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:22:46.279460 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c92b235-0eab-45fc-b072-298d711c350f None None] Router IDs set() for agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 17 09:22:48.487039 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 59922) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:22:48.980101 dv-cinder-815582-7-iscsi neutron-server[102556]: WARNING oslo_policy.policy [None req-880cd254-35fd-4080-9855-97f21e710299 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:22:48.980672 dv-cinder-815582-7-iscsi neutron-server[102556]: WARNING oslo_policy.policy [None req-880cd254-35fd-4080-9855-97f21e710299 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:22:49.207746 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [None req-880cd254-35fd-4080-9855-97f21e710299 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:22:49.208933 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-880cd254-35fd-4080-9855-97f21e710299 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7208891 Jan 17 09:22:51.844051 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 59940) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:22:52.140303 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f27119f1-745e-41dd-9e7c-e358d0fe662b admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'tenant_id': 'c7226daac20e42839131c514c9c00f7d'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:22:52.240273 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.policy [None req-f27119f1-745e-41dd-9e7c-e358d0fe662b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102556) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 09:22:52.290793 dv-cinder-815582-7-iscsi neutron-server[102556]: WARNING oslo_policy.policy [None req-f27119f1-745e-41dd-9e7c-e358d0fe662b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:22:52.291163 dv-cinder-815582-7-iscsi neutron-server[102556]: WARNING oslo_policy.policy [None req-f27119f1-745e-41dd-9e7c-e358d0fe662b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:22:52.299852 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.quota [None req-f27119f1-745e-41dd-9e7c-e358d0fe662b admin admin] Loaded quota_driver: . Jan 17 09:22:52.391889 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f27119f1-745e-41dd-9e7c-e358d0fe662b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762715190055', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762715189626', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762715180243', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762715206090', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762715195046', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762715154012', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8326466', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8337546', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649717', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-590007'] for rbac-policy (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:52.455142 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f27119f1-745e-41dd-9e7c-e358d0fe662b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:52.456377 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f27119f1-745e-41dd-9e7c-e358d0fe662b admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6114035 Jan 17 09:22:55.066987 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 59952) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:22:55.365308 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '9b0d1cb8f70e42a080425628c10387c0', 'tenant_id': '9b0d1cb8f70e42a080425628c10387c0', 'name': 'private'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:22:55.395078 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Made reservation on behalf of 9b0d1cb8f70e42a080425628c10387c0 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:22:55.398459 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:55.414978 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:55.522970 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Publish callbacks [] for security_group (6a77f3bd-148d-40fa-bfda-6216132137d1), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:55.525978 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (6a77f3bd-148d-40fa-bfda-6216132137d1), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:55.545007 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:22:55.572284 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762718643743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (f8362949-2d38-4ba6-a9c8-367822ecd388), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:55.572859 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Unsubscribe: segment precommit_create {{(pid=102556) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 09:22:55.573386 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Added segment f8362949-2d38-4ba6-a9c8-367822ecd388 of type vlan for network 3c658208-6945-4da7-a481-a4cd14502a86 Jan 17 09:22:55.591047 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a77f3bd-148d-40fa-bfda-6216132137d1,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:22:55.641331 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:55.641705 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:55.642054 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:55.642399 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:55.642733 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:55.643064 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:55.643408 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:55.643741 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:55.644108 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:55.644454 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:55.644779 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:55.645103 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:55.645447 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Tracked resource versions report: Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: pushed versions: Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: { 'AddressGroup': {'1.2'}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'ConntrackHelper': {'1.0'}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Log': {'1.0'}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Network': {'1.1'}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Port': {'1.7'}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'PortForwarding': {'1.2'}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'QosPolicy': {'1.10'}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'SecurityGroup': {'1.5'}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'SubPort': {'1.0'}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Subnet': {'1.1'}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Trunk': {'1.1'}} Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: consumer versions: Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: { DHCP agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: L3 agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: Metadata agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: Metering agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: Open vSwitch agent@dv-cinder-815582-7-iscsi: { 'AddressGroup': '1.2', Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'ConntrackHelper': '1.0', Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'LocalIPAssociation': '1.0', Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Log': '1.0', Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Network': '1.1', Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Port': '1.7', Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'PortForwarding': '1.2', Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'QosPolicy': '1.10', Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'SecurityGroup': '1.5', Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'SecurityGroupRule': '1.2', Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'SubPort': '1.0', Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Subnet': '1.1', Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Trunk': '1.1'}} Jan 17 09:22:55.647454 dv-cinder-815582-7-iscsi neutron-server[102556]: {{(pid=102556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:22:55.679897 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (3c658208-6945-4da7-a481-a4cd14502a86), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:55.720957 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (3c658208-6945-4da7-a481-a4cd14502a86), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:55.722142 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:22:55.722854 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:55.799422 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7313232 Jan 17 09:22:55.824182 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65925b8f-1cad-4915-ba5a-bbab8fcc1bdf admin admin] Pushing event updated for resources: {'Network': ['ID=3c658208-6945-4da7-a481-a4cd14502a86,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:22:55.836172 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network 3c658208-6945-4da7-a481-a4cd14502a86 details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:22:58.471446 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 59966) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:22:58.858268 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6478b5fc-e49d-4472-9e5d-00ac6f29307e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:22:58.859541 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6478b5fc-e49d-4472-9e5d-00ac6f29307e admin admin] 10.222.0.77 "GET /v2.0/networks/3c658208-6945-4da7-a481-a4cd14502a86 HTTP/1.1" status: 200 len: 825 time: 0.3871083 Jan 17 09:22:58.883588 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2da4bb29-934f-4a64-97ac-d1b80772f28a admin admin] 10.222.0.77 "GET /v2.0/subnetpools/e5964580-e423-4147-9358-42a2e2955f09 HTTP/1.1" status: 200 len: 734 time: 0.0179803 Jan 17 09:22:58.891811 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e0bd003c-66e8-4787-8d2e-db291ebd8616 admin admin] Request body: {'subnet': {'subnetpool_id': 'e5964580-e423-4147-9358-42a2e2955f09', 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '9b0d1cb8f70e42a080425628c10387c0'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:22:58.914604 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bd003c-66e8-4787-8d2e-db291ebd8616 admin admin] Made reservation on behalf of 9b0d1cb8f70e42a080425628c10387c0 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:22:58.917047 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0bd003c-66e8-4787-8d2e-db291ebd8616 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:59.202104 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0bd003c-66e8-4787-8d2e-db291ebd8616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for subnet (26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:59.270452 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd003c-66e8-4787-8d2e-db291ebd8616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:22:59.274393 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd003c-66e8-4787-8d2e-db291ebd8616 admin admin] Checking segment: {'id': 'f8362949-2d38-4ba6-a9c8-367822ecd388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:22:59.274752 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd003c-66e8-4787-8d2e-db291ebd8616 admin admin] Network hostable DHCP agents. Network: 3c658208-6945-4da7-a481-a4cd14502a86, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:22:59.294637 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd003c-66e8-4787-8d2e-db291ebd8616 admin admin] Network 3c658208-6945-4da7-a481-a4cd14502a86 is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:22:59.306945 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd003c-66e8-4787-8d2e-db291ebd8616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, 3c658208-6945-4da7-a481-a4cd14502a86) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:22:59.311678 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd003c-66e8-4787-8d2e-db291ebd8616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:22:59.312348 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0bd003c-66e8-4787-8d2e-db291ebd8616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:59.320013 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3042af7-18ba-44b2-acfa-87315469c639 None None] Network 3c658208-6945-4da7-a481-a4cd14502a86 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:22:59.328000 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-e0bd003c-66e8-4787-8d2e-db291ebd8616 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4392292 Jan 17 09:22:59.587616 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0abc91-a25f-5719-a88d-a73c0a9dcccf-3c658208-6945-4da7-a481-a4cd14502a86', 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86', 'project_id': '9b0d1cb8f70e42a080425628c10387c0', 'fixed_ips': [{'subnet_id': '26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3'}]}} from dv-cinder-815582-7-iscsi. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:22:59.588876 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:22:59.887090 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Allocated IP 172.20.0.2 (3c658208-6945-4da7-a481-a4cd14502a86/26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3/1adb1fe2-6f81-42a2-90f8-702436e16c52) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:23:00.125645 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Publish callbacks [] for port (1adb1fe2-6f81-42a2-90f8-702436e16c52), precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:00.133552 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (1adb1fe2-6f81-42a2-90f8-702436e16c52), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:00.209607 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Network 3c658208-6945-4da7-a481-a4cd14502a86 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:23:00.217860 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:23:00.223318 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Pushing event updated for resources: {'Port': ['ID=1adb1fe2-6f81-42a2-90f8-702436e16c52,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:00.226158 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:23:00.257513 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:00.257891 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:00.258271 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:00.258621 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:00.258964 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:00.259304 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:00.259640 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:00.260006 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:00.260343 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:00.260691 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:00.261030 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:00.261359 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:00.261686 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Tracked resource versions report: Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: pushed versions: Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: { 'AddressGroup': {'1.2'}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'ConntrackHelper': {'1.0'}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Log': {'1.0'}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Network': {'1.1'}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Port': {'1.7'}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'PortForwarding': {'1.2'}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'QosPolicy': {'1.10'}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'SecurityGroup': {'1.5'}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'SubPort': {'1.0'}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Subnet': {'1.1'}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Trunk': {'1.1'}} Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: consumer versions: Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: { DHCP agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: L3 agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: Metadata agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: Metering agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: Open vSwitch agent@dv-cinder-815582-7-iscsi: { 'AddressGroup': '1.2', Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'ConntrackHelper': '1.0', Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'LocalIPAssociation': '1.0', Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Log': '1.0', Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Network': '1.1', Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Port': '1.7', Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'PortForwarding': '1.2', Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'QosPolicy': '1.10', Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'SecurityGroup': '1.5', Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'SecurityGroupRule': '1.2', Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'SubPort': '1.0', Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Subnet': '1.1', Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Trunk': '1.1'}} Jan 17 09:23:00.263121 dv-cinder-815582-7-iscsi neutron-server[102557]: {{(pid=102557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:23:00.311740 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Attempting to bind port 1adb1fe2-6f81-42a2-90f8-702436e16c52 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:23:00.312173 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Attempting to bind port 1adb1fe2-6f81-42a2-90f8-702436e16c52 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'f8362949-2d38-4ba6-a9c8-367822ecd388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:23:00.312593 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Attempting to bind port 1adb1fe2-6f81-42a2-90f8-702436e16c52 on network 3c658208-6945-4da7-a481-a4cd14502a86 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:23:00.317681 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:23:00.318053 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Checking segment: {'id': 'f8362949-2d38-4ba6-a9c8-367822ecd388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:23:00.318544 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:00.318935 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Bound using segment: {'id': 'f8362949-2d38-4ba6-a9c8-367822ecd388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:23:00.319429 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Bound port: 1adb1fe2-6f81-42a2-90f8-702436e16c52, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8362949-2d38-4ba6-a9c8-367822ecd388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:23:00.319861 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (1adb1fe2-6f81-42a2-90f8-702436e16c52), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:00.385663 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] For port 1adb1fe2-6f81-42a2-90f8-702436e16c52, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:23:00.390122 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] For port 1adb1fe2-6f81-42a2-90f8-702436e16c52, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=1adb1fe2-6f81-42a2-90f8-702436e16c52,segment=NetworkSegment(f8362949-2d38-4ba6-a9c8-367822ecd388),segment_id=f8362949-2d38-4ba6-a9c8-367822ecd388)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:23:00.393835 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (1adb1fe2-6f81-42a2-90f8-702436e16c52), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:00.458028 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c034b-3e89-4749-aca4-2dc0d53c3d75 None None] Pushing event updated for resources: {'Port': ['ID=1adb1fe2-6f81-42a2-90f8-702436e16c52,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:01.768473 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 59974) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:23:02.082859 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [None req-03bd6edb-106c-472e-8e06-a7b761d6ffc2 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:23:02.083938 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-03bd6edb-106c-472e-8e06-a7b761d6ffc2 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3143837 Jan 17 09:23:04.535811 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 59982) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:23:04.843641 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [None req-cf54780f-bf43-4be0-a3a4-22c9bdef93f1 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:23:04.844774 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-cf54780f-bf43-4be0-a3a4-22c9bdef93f1 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3079331 Jan 17 09:23:07.502477 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 59992) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:23:07.802344 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-41e467a7-4812-48d5-b554-6f6caa98619b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '9b0d1cb8f70e42a080425628c10387c0', 'name': 'router1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:23:07.826542 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41e467a7-4812-48d5-b554-6f6caa98619b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7825'] for router (5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:07.828635 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41e467a7-4812-48d5-b554-6f6caa98619b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7832'] for router (5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:07.963940 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41e467a7-4812-48d5-b554-6f6caa98619b admin admin] Publish callbacks [] for router_controller (5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0), precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:07.968818 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41e467a7-4812-48d5-b554-6f6caa98619b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631378'] for router (5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:07.983059 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41e467a7-4812-48d5-b554-6f6caa98619b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:07.984280 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-41e467a7-4812-48d5-b554-6f6caa98619b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4808273 Jan 17 09:23:09.900871 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-282067e8-e825-4599-a0b5-e1783b765e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:10.431972 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 60004) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:23:10.663628 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 1adb1fe2-6f81-42a2-90f8-702436e16c52 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:23:10.751399 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 1adb1fe2-6f81-42a2-90f8-702436e16c52 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:23:10.752159 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (1adb1fe2-6f81-42a2-90f8-702436e16c52), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:10.859615 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 1adb1fe2-6f81-42a2-90f8-702436e16c52 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:23:10.860038 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (1adb1fe2-6f81-42a2-90f8-702436e16c52), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:10.896126 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port 1adb1fe2-6f81-42a2-90f8-702436e16c52, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=1adb1fe2-6f81-42a2-90f8-702436e16c52,segment=NetworkSegment(f8362949-2d38-4ba6-a9c8-367822ecd388),segment_id=f8362949-2d38-4ba6-a9c8-367822ecd388)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:23:10.903562 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (1adb1fe2-6f81-42a2-90f8-702436e16c52), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:10.949699 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=1adb1fe2-6f81-42a2-90f8-702436e16c52,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:10.962094 dv-cinder-815582-7-iscsi neutron-server[102555]: WARNING oslo_policy.policy [None req-5b947c49-01ec-4a05-9b3b-38ce007233ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:23:10.962697 dv-cinder-815582-7-iscsi neutron-server[102555]: WARNING oslo_policy.policy [None req-5b947c49-01ec-4a05-9b3b-38ce007233ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:23:11.186982 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [None req-5b947c49-01ec-4a05-9b3b-38ce007233ab admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:23:11.188323 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-5b947c49-01ec-4a05-9b3b-38ce007233ab admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7542381 Jan 17 09:23:11.479658 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf9e495-114d-4151-97a3-db0b1c5451eb None None] Network 3c658208-6945-4da7-a481-a4cd14502a86 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:23:11.566058 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0982e448-04c2-46ae-b322-4a4c672aafb7 None None] Provisioning complete for port 1adb1fe2-6f81-42a2-90f8-702436e16c52 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:23:11.566456 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0982e448-04c2-46ae-b322-4a4c672aafb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (1adb1fe2-6f81-42a2-90f8-702436e16c52), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:11.675241 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0982e448-04c2-46ae-b322-4a4c672aafb7 None None] Current status of the port 1adb1fe2-6f81-42a2-90f8-702436e16c52 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:23:11.794892 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ac0bbed3-e5ac-4fbc-adba-d95ac8f85a40 None None] Provisioning complete for port 1adb1fe2-6f81-42a2-90f8-702436e16c52 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:23:11.795291 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac0bbed3-e5ac-4fbc-adba-d95ac8f85a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (1adb1fe2-6f81-42a2-90f8-702436e16c52), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:11.871003 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ac0bbed3-e5ac-4fbc-adba-d95ac8f85a40 None None] Current status of the port 1adb1fe2-6f81-42a2-90f8-702436e16c52 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:23:12.047170 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f96aabf9-8dbf-4106-bfc2-2b4231656cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:12.636065 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 1adb1fe2-6f81-42a2-90f8-702436e16c52 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:23:12.681992 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 1adb1fe2-6f81-42a2-90f8-702436e16c52 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:23:12.682379 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (1adb1fe2-6f81-42a2-90f8-702436e16c52), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:12.757173 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 1adb1fe2-6f81-42a2-90f8-702436e16c52 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:23:13.089073 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:13.664901 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 60040) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:23:13.793169 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'project_id': 'c7226daac20e42839131c514c9c00f7d', 'router:external': True, 'tenant_id': 'c7226daac20e42839131c514c9c00f7d', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:23:13.794599 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.quota [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Loaded quota_driver: . Jan 17 09:23:13.850338 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Made reservation on behalf of c7226daac20e42839131c514c9c00f7d for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:23:13.917971 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.policy [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102555) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 09:23:13.965236 dv-cinder-815582-7-iscsi neutron-server[102555]: WARNING oslo_policy.policy [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:23:13.965607 dv-cinder-815582-7-iscsi neutron-server[102555]: WARNING oslo_policy.policy [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 09:23:13.976379 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:13.996196 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:14.114543 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Publish callbacks [] for security_group (66b79ce7-be98-40da-b21e-97194279a83f), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:14.118240 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (66b79ce7-be98-40da-b21e-97194279a83f), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:14.130303 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Reserving flat network on physical network physnet1 {{(pid=102555) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 17 09:23:14.163004 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762718643743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (b73681ea-6727-440d-98aa-9e4c1ea66d36), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:14.163572 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Unsubscribe: segment precommit_create {{(pid=102555) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 09:23:14.164134 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.segments_db [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Added segment b73681ea-6727-440d-98aa-9e4c1ea66d36 of type flat for network ef01d75c-5e48-4e3d-a422-561f138b7f60 Jan 17 09:23:14.183379 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b79ce7-be98-40da-b21e-97194279a83f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:14.230163 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:14.230564 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:14.230917 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:14.231259 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:14.231596 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:14.231956 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:14.232310 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:14.232643 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:14.232991 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:14.233335 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:14.233665 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:14.233989 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:14.234311 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Tracked resource versions report: Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: pushed versions: Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: { 'AddressGroup': {'1.2'}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'ConntrackHelper': {'1.0'}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Log': {'1.0'}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Network': {'1.1'}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Port': {'1.7'}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'PortForwarding': {'1.2'}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'QosPolicy': {'1.10'}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'SecurityGroup': {'1.5'}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'SubPort': {'1.0'}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Subnet': {'1.1'}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Trunk': {'1.1'}} Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: consumer versions: Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: { DHCP agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: L3 agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: Metadata agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: Metering agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: Open vSwitch agent@dv-cinder-815582-7-iscsi: { 'AddressGroup': '1.2', Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'ConntrackHelper': '1.0', Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'LocalIPAssociation': '1.0', Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Log': '1.0', Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Network': '1.1', Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Port': '1.7', Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'PortForwarding': '1.2', Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'QosPolicy': '1.10', Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'SecurityGroup': '1.5', Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'SecurityGroupRule': '1.2', Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'SubPort': '1.0', Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Subnet': '1.1', Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Trunk': '1.1'}} Jan 17 09:23:14.235893 dv-cinder-815582-7-iscsi neutron-server[102555]: {{(pid=102555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:23:14.284345 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (ef01d75c-5e48-4e3d-a422-561f138b7f60), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:14.332082 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (ef01d75c-5e48-4e3d-a422-561f138b7f60), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:14.333947 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:14.334659 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:14.411820 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7458463 Jan 17 09:23:14.437941 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae77d9-bf0d-4975-b804-b629585135e0 admin admin] Pushing event updated for resources: {'Network': ['ID=ef01d75c-5e48-4e3d-a422-561f138b7f60,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:14.450039 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:23:14.626955 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:16.106636 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:16.688381 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 60054) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:23:16.816428 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c966591c-86ef-4399-85df-d1d31e2a9f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:16.817764 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-c966591c-86ef-4399-85df-d1d31e2a9f9d admin admin] 10.222.0.77 "GET /v2.0/subnets/26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3 HTTP/1.1" status: 200 len: 849 time: 0.1284418 Jan 17 09:23:16.971179 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-6bc51e17-0ac1-4901-987b-8f20e3e3ec32 admin admin] 10.222.0.77 "GET /v2.0/routers/5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0 HTTP/1.1" status: 200 len: 704 time: 0.1479385 Jan 17 09:23:17.245355 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:17.538251 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Allocated IP 172.20.0.1 (3c658208-6945-4da7-a481-a4cd14502a86/26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3/3c36dee0-2770-4ac9-b129-d5a5031ff230) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:23:17.716741 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Publish callbacks [] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:17.781246 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:17.850949 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Network 3c658208-6945-4da7-a481-a4cd14502a86 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:23:17.856098 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:23:17.867883 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:23:17.868429 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631173'] for router_interface (5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:17.889459 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Pushing event updated for resources: {'Port': ['ID=3c36dee0-2770-4ac9-b129-d5a5031ff230,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:18.030401 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-821a22f9-8aef-4cdf-8d98-6880e7699702 None None] Provisioning complete for port 3c36dee0-2770-4ac9-b129-d5a5031ff230 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:23:18.030979 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-821a22f9-8aef-4cdf-8d98-6880e7699702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:18.059952 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:18.063868 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-821a22f9-8aef-4cdf-8d98-6880e7699702 None None] Port 3c36dee0-2770-4ac9-b129-d5a5031ff230 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:23:18.323311 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Publish callbacks [] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:18.327811 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:18.328885 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631057'] for router_interface (5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:18.406767 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Pushing event updated for resources: {'Port': ['ID=3c36dee0-2770-4ac9-b129-d5a5031ff230,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:18.451394 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Network 3c658208-6945-4da7-a481-a4cd14502a86 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:23:18.452728 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:23:18.611582 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Router 5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0 is scheduled to L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:23:18.686134 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-496fbd32-da75-4e79-aefd-2bb9f586084c None None] Provisioning complete for port 3c36dee0-2770-4ac9-b129-d5a5031ff230 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:23:18.686527 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-496fbd32-da75-4e79-aefd-2bb9f586084c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:18.710549 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:23:18.728499 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-7f0c5658-0e8c-4333-af2d-223b6cda5341 admin admin] 10.222.0.77 "PUT /v2.0/routers/5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7389817 Jan 17 09:23:18.729093 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Sync routers for ids ['5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:23:18.729472 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-496fbd32-da75-4e79-aefd-2bb9f586084c None None] Port 3c36dee0-2770-4ac9-b129-d5a5031ff230 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:23:18.732215 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Routers {'5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:23:18.733064 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:23:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:23:18.921532 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Set router 5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:23:19.347205 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0', 'name': 'router1', 'tenant_id': '9b0d1cb8f70e42a080425628c10387c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:23:07Z', 'updated_at': '2022-01-17T09:23:18Z', 'revision_number': 2, 'project_id': '9b0d1cb8f70e42a080425628c10387c0', 'gw_port_host': None, '_interfaces': [{'id': '3c36dee0-2770-4ac9-b129-d5a5031ff230', 'name': '', 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86', 'tenant_id': '9b0d1cb8f70e42a080425628c10387c0', 'mac_address': 'fa:16:3e:f0:79:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:23:17Z', 'updated_at': '2022-01-17T09:23:18Z', 'revision_number': 2, 'project_id': '9b0d1cb8f70e42a080425628c10387c0', 'subnets': [{'id': '26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5964580-e423-4147-9358-42a2e2955f09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:23:19.398104 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Checking router: 5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0 for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:23:19.398471 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Updating router 5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0 port 3c36dee0-2770-4ac9-b129-d5a5031ff230 binding host dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:23:19.445913 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:19.944885 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Publish callbacks [] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:19.951757 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:20.115384 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Pushing event updated for resources: {'Port': ['ID=3c36dee0-2770-4ac9-b129-d5a5031ff230,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:20.120081 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Attempting to bind port 3c36dee0-2770-4ac9-b129-d5a5031ff230 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:23:20.120478 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Attempting to bind port 3c36dee0-2770-4ac9-b129-d5a5031ff230 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'f8362949-2d38-4ba6-a9c8-367822ecd388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:23:20.120911 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Attempting to bind port 3c36dee0-2770-4ac9-b129-d5a5031ff230 on network 3c658208-6945-4da7-a481-a4cd14502a86 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:23:20.127374 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:20.127731 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:20.128099 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:20.128440 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:20.129304 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:20.129639 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:20.129966 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:20.130292 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:20.130617 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:20.130958 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:20.131284 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:20.131608 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:20.131946 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Tracked resource versions report: Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: pushed versions: Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: { 'AddressGroup': {'1.2'}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'ConntrackHelper': {'1.0'}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Log': {'1.0'}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Network': {'1.1'}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Port': {'1.7'}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'PortForwarding': {'1.2'}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'QosPolicy': {'1.10'}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'SecurityGroup': {'1.5'}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'SubPort': {'1.0'}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Subnet': {'1.1'}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Trunk': {'1.1'}} Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: consumer versions: Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: { DHCP agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: L3 agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: Metadata agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: Metering agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: Open vSwitch agent@dv-cinder-815582-7-iscsi: { 'AddressGroup': '1.2', Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'ConntrackHelper': '1.0', Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'LocalIPAssociation': '1.0', Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Log': '1.0', Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Network': '1.1', Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Port': '1.7', Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'PortForwarding': '1.2', Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'QosPolicy': '1.10', Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'SecurityGroup': '1.5', Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'SecurityGroupRule': '1.2', Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'SubPort': '1.0', Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Subnet': '1.1', Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Trunk': '1.1'}} Jan 17 09:23:20.133323 dv-cinder-815582-7-iscsi neutron-server[102558]: {{(pid=102558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:23:20.139210 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:23:20.139619 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Checking segment: {'id': 'f8362949-2d38-4ba6-a9c8-367822ecd388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:23:20.140139 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:20.140638 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Bound using segment: {'id': 'f8362949-2d38-4ba6-a9c8-367822ecd388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:23:20.141734 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Bound port: 3c36dee0-2770-4ac9-b129-d5a5031ff230, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8362949-2d38-4ba6-a9c8-367822ecd388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:23:20.142021 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:20.162526 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9306aab9-d564-4038-af30-df995d600fba None None] Provisioning complete for port 3c36dee0-2770-4ac9-b129-d5a5031ff230 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:23:20.163082 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9306aab9-d564-4038-af30-df995d600fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:20.196715 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9306aab9-d564-4038-af30-df995d600fba None None] Port 3c36dee0-2770-4ac9-b129-d5a5031ff230 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:23:20.210603 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] For port 3c36dee0-2770-4ac9-b129-d5a5031ff230, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:23:20.229766 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] For port 3c36dee0-2770-4ac9-b129-d5a5031ff230, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=3c36dee0-2770-4ac9-b129-d5a5031ff230,segment=NetworkSegment(f8362949-2d38-4ba6-a9c8-367822ecd388),segment_id=f8362949-2d38-4ba6-a9c8-367822ecd388)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:23:20.234272 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:20.289447 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b1c2b-ab0e-4934-8821-89b33e205fbc None None] Pushing event updated for resources: {'Port': ['ID=3c36dee0-2770-4ac9-b129-d5a5031ff230,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:20.303868 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Routers {'5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:23:20.303868 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:23:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:23:20.391152 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] Set router 5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:23:20.517066 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f3eafb43-31a6-49ed-ac6e-6f6372144614 None None] Provisioning complete for port 3c36dee0-2770-4ac9-b129-d5a5031ff230 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:23:20.517416 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f3eafb43-31a6-49ed-ac6e-6f6372144614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:20.598839 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f3eafb43-31a6-49ed-ac6e-6f6372144614 None None] Current status of the port 3c36dee0-2770-4ac9-b129-d5a5031ff230 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:23:20.599236 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f3eafb43-31a6-49ed-ac6e-6f6372144614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:20.602024 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0', 'name': 'router1', 'tenant_id': '9b0d1cb8f70e42a080425628c10387c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:23:07Z', 'updated_at': '2022-01-17T09:23:18Z', 'revision_number': 2, 'project_id': '9b0d1cb8f70e42a080425628c10387c0', 'gw_port_host': None, '_interfaces': [{'id': '3c36dee0-2770-4ac9-b129-d5a5031ff230', 'name': '', 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86', 'tenant_id': '9b0d1cb8f70e42a080425628c10387c0', 'mac_address': 'fa:16:3e:f0:79:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:23:17Z', 'updated_at': '2022-01-17T09:23:20Z', 'revision_number': 4, 'project_id': '9b0d1cb8f70e42a080425628c10387c0', 'subnets': [{'id': '26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5964580-e423-4147-9358-42a2e2955f09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:23:20.631210 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f3eafb43-31a6-49ed-ac6e-6f6372144614 None None] For port 3c36dee0-2770-4ac9-b129-d5a5031ff230, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=3c36dee0-2770-4ac9-b129-d5a5031ff230,segment=NetworkSegment(f8362949-2d38-4ba6-a9c8-367822ecd388),segment_id=f8362949-2d38-4ba6-a9c8-367822ecd388)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:23:20.633051 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba503e8-3a32-4d89-9194-92f8c26fd41d None None] The sync data for ids ['5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0'] in dv-cinder-815582-7-iscsi is: [{'id': '5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0', 'name': 'router1', 'tenant_id': '9b0d1cb8f70e42a080425628c10387c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:23:07Z', 'updated_at': '2022-01-17T09:23:18Z', 'revision_number': 2, 'project_id': '9b0d1cb8f70e42a080425628c10387c0', 'gw_port_host': None, '_interfaces': [{'id': '3c36dee0-2770-4ac9-b129-d5a5031ff230', 'name': '', 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86', 'tenant_id': '9b0d1cb8f70e42a080425628c10387c0', 'mac_address': 'fa:16:3e:f0:79:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:23:17Z', 'updated_at': '2022-01-17T09:23:20Z', 'revision_number': 4, 'project_id': '9b0d1cb8f70e42a080425628c10387c0', 'subnets': [{'id': '26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5964580-e423-4147-9358-42a2e2955f09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:23:20.635550 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f3eafb43-31a6-49ed-ac6e-6f6372144614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:20.688609 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eafb43-31a6-49ed-ac6e-6f6372144614 None None] Pushing event updated for resources: {'Port': ['ID=3c36dee0-2770-4ac9-b129-d5a5031ff230,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:23.324861 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 60072) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:23:23.433057 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7876ba68-cfd2-4984-830a-9fd0cc206dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:23.434427 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-7876ba68-cfd2-4984-830a-9fd0cc206dc4 admin admin] 10.222.0.77 "GET /v2.0/networks/ef01d75c-5e48-4e3d-a422-561f138b7f60 HTTP/1.1" status: 200 len: 842 time: 0.1092255 Jan 17 09:23:23.444254 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f154c04a-100b-40e3-8c20-5aca5eacbcf7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'tenant_id': 'c7226daac20e42839131c514c9c00f7d'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:23:23.470389 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f154c04a-100b-40e3-8c20-5aca5eacbcf7 admin admin] Made reservation on behalf of c7226daac20e42839131c514c9c00f7d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:23:23.472785 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f154c04a-100b-40e3-8c20-5aca5eacbcf7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:23.772687 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.objects.ports [None req-f154c04a-100b-40e3-8c20-5aca5eacbcf7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 09:23:23.773140 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f154c04a-100b-40e3-8c20-5aca5eacbcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for subnet (0ac7a971-b356-4e6e-bf0f-1a240e68fe32), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:23.827038 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154c04a-100b-40e3-8c20-5aca5eacbcf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac7a971-b356-4e6e-bf0f-1a240e68fe32,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:23.838058 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154c04a-100b-40e3-8c20-5aca5eacbcf7 admin admin] Checking segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:23:23.838420 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154c04a-100b-40e3-8c20-5aca5eacbcf7 admin admin] Network hostable DHCP agents. Network: ef01d75c-5e48-4e3d-a422-561f138b7f60, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:23:23.858305 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154c04a-100b-40e3-8c20-5aca5eacbcf7 admin admin] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:23:23.869249 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f154c04a-100b-40e3-8c20-5aca5eacbcf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, ef01d75c-5e48-4e3d-a422-561f138b7f60) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:23:23.873990 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f154c04a-100b-40e3-8c20-5aca5eacbcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:23.874599 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f154c04a-100b-40e3-8c20-5aca5eacbcf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:23.879991 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf34519-564c-4dd3-8139-bf252181cc97 None None] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:23:23.891883 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-f154c04a-100b-40e3-8c20-5aca5eacbcf7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4514551 Jan 17 09:23:23.998106 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a888c0f-4e3f-41d7-9d30-d46cb6b861d0 None None] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:23:25.421860 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:23:26.218225 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 60080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:23:26.352839 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-d699eb62-0e81-4409-84b1-3168c0e273e1 admin admin] 10.222.0.77 "GET /v2.0/routers/5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0 HTTP/1.1" status: 200 len: 710 time: 0.1333773 Jan 17 09:23:26.437641 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ed19e5-c8af-48fa-b54f-c47f38fa63d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:26.443978 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-39ed19e5-c8af-48fa-b54f-c47f38fa63d9 admin admin] 10.222.0.77 "GET /v2.0/networks/ef01d75c-5e48-4e3d-a422-561f138b7f60 HTTP/1.1" status: 200 len: 886 time: 0.0809293 Jan 17 09:23:26.447739 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:23:26.689004 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Publish callbacks [] for router_gateway (5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:26.985813 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Publish callbacks [] for router_gateway (5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:27.058704 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:27.183958 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Allocated IP 172.27.2.84 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/a277ef9a-5e2f-44d3-9bb7-680aef8e52b8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:23:27.284579 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Publish callbacks [] for port (a277ef9a-5e2f-44d3-9bb7-680aef8e52b8), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:27.321176 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (a277ef9a-5e2f-44d3-9bb7-680aef8e52b8), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:27.370473 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:23:27.371905 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:23:27.373849 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Pushing event updated for resources: {'Port': ['ID=a277ef9a-5e2f-44d3-9bb7-680aef8e52b8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:27.379130 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:23:27.622768 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Publish callbacks [] for router_gateway (5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:27.817436 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-631479', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7926'] for router (5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:27.820848 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-631456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-631465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634566'] for router (5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:27.925735 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Router 5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:23:28.031197 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:23:28.036121 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:28.037304 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-6d6d4a63-701d-4f94-b2fe-a4598fa9ba83 admin admin] 10.222.0.77 "PUT /v2.0/routers/5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0 HTTP/1.1" status: 200 len: 889 time: 1.5926685 Jan 17 09:23:28.683062 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 3c36dee0-2770-4ac9-b129-d5a5031ff230 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:23:28.730490 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 3c36dee0-2770-4ac9-b129-d5a5031ff230 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:23:28.730891 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:28.809152 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 3c36dee0-2770-4ac9-b129-d5a5031ff230 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:23:28.930739 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Sync routers for ids ['5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:23:28.942344 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Routers {'5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:23:28.942987 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:23:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:23:29.150525 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Set router 5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:23:29.607634 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0', 'name': 'router1', 'tenant_id': '9b0d1cb8f70e42a080425628c10387c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a277ef9a-5e2f-44d3-9bb7-680aef8e52b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:23:07Z', 'updated_at': '2022-01-17T09:23:27Z', 'revision_number': 4, 'project_id': '9b0d1cb8f70e42a080425628c10387c0', 'gw_port': {'id': 'a277ef9a-5e2f-44d3-9bb7-680aef8e52b8', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:23:27Z', 'updated_at': '2022-01-17T09:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '3c36dee0-2770-4ac9-b129-d5a5031ff230', 'name': '', 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86', 'tenant_id': '9b0d1cb8f70e42a080425628c10387c0', 'mac_address': 'fa:16:3e:f0:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:23:17Z', 'updated_at': '2022-01-17T09:23:20Z', 'revision_number': 5, 'project_id': '9b0d1cb8f70e42a080425628c10387c0', 'subnets': [{'id': '26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5964580-e423-4147-9358-42a2e2955f09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:23:29.656437 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Checking router: 5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0 for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:23:29.656798 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Updating router 5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0 port a277ef9a-5e2f-44d3-9bb7-680aef8e52b8 binding host dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:23:29.705110 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (a277ef9a-5e2f-44d3-9bb7-680aef8e52b8), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:30.014271 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Publish callbacks [] for port (a277ef9a-5e2f-44d3-9bb7-680aef8e52b8), precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:30.020590 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (a277ef9a-5e2f-44d3-9bb7-680aef8e52b8), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:30.070901 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Attempting to bind port a277ef9a-5e2f-44d3-9bb7-680aef8e52b8 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:23:30.071281 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Attempting to bind port a277ef9a-5e2f-44d3-9bb7-680aef8e52b8 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:23:30.071653 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Attempting to bind port a277ef9a-5e2f-44d3-9bb7-680aef8e52b8 on network ef01d75c-5e48-4e3d-a422-561f138b7f60 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:23:30.076944 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366c551-a542-4f7b-b973-44e536f41c98 None None] Pushing event updated for resources: {'Port': ['ID=a277ef9a-5e2f-44d3-9bb7-680aef8e52b8,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:30.082254 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:23:30.082640 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Checking segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:23:30.083051 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:30.083458 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Bound using segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:23:30.083938 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Bound port: a277ef9a-5e2f-44d3-9bb7-680aef8e52b8, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:23:30.084330 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (a277ef9a-5e2f-44d3-9bb7-680aef8e52b8), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:30.131880 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] For port a277ef9a-5e2f-44d3-9bb7-680aef8e52b8, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:23:30.134845 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] For port a277ef9a-5e2f-44d3-9bb7-680aef8e52b8, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=a277ef9a-5e2f-44d3-9bb7-680aef8e52b8,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:23:30.138960 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (a277ef9a-5e2f-44d3-9bb7-680aef8e52b8), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:30.197601 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Routers {'5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:23:30.198244 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:23:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:23:30.200258 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366c551-a542-4f7b-b973-44e536f41c98 None None] Pushing event updated for resources: {'Port': ['ID=a277ef9a-5e2f-44d3-9bb7-680aef8e52b8,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:30.308647 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] Set router 5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:23:30.499523 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 60094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:23:30.517725 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0', 'name': 'router1', 'tenant_id': '9b0d1cb8f70e42a080425628c10387c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a277ef9a-5e2f-44d3-9bb7-680aef8e52b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:23:07Z', 'updated_at': '2022-01-17T09:23:27Z', 'revision_number': 4, 'project_id': '9b0d1cb8f70e42a080425628c10387c0', 'gw_port': {'id': 'a277ef9a-5e2f-44d3-9bb7-680aef8e52b8', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:23:27Z', 'updated_at': '2022-01-17T09:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '3c36dee0-2770-4ac9-b129-d5a5031ff230', 'name': '', 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86', 'tenant_id': '9b0d1cb8f70e42a080425628c10387c0', 'mac_address': 'fa:16:3e:f0:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:23:17Z', 'updated_at': '2022-01-17T09:23:20Z', 'revision_number': 5, 'project_id': '9b0d1cb8f70e42a080425628c10387c0', 'subnets': [{'id': '26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5964580-e423-4147-9358-42a2e2955f09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:23:30.543334 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4ff35e-d9c4-483a-a796-b96fcaf4e432 None None] The sync data for ids ['5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0'] in dv-cinder-815582-7-iscsi is: [{'id': '5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0', 'name': 'router1', 'tenant_id': '9b0d1cb8f70e42a080425628c10387c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a277ef9a-5e2f-44d3-9bb7-680aef8e52b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:23:07Z', 'updated_at': '2022-01-17T09:23:27Z', 'revision_number': 4, 'project_id': '9b0d1cb8f70e42a080425628c10387c0', 'gw_port': {'id': 'a277ef9a-5e2f-44d3-9bb7-680aef8e52b8', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:23:27Z', 'updated_at': '2022-01-17T09:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '3c36dee0-2770-4ac9-b129-d5a5031ff230', 'name': '', 'network_id': '3c658208-6945-4da7-a481-a4cd14502a86', 'tenant_id': '9b0d1cb8f70e42a080425628c10387c0', 'mac_address': 'fa:16:3e:f0:79:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe566e1-d9cd-4512-b9f3-5e19b10b9fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:23:17Z', 'updated_at': '2022-01-17T09:23:20Z', 'revision_number': 5, 'project_id': '9b0d1cb8f70e42a080425628c10387c0', 'subnets': [{'id': '26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5964580-e423-4147-9358-42a2e2955f09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:23:30.625402 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-3a5264b0-2355-4cc1-9b0a-4a260c7b17f1 admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1241100 Jan 17 09:23:32.685758 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device a277ef9a-5e2f-44d3-9bb7-680aef8e52b8 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:23:32.738511 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port a277ef9a-5e2f-44d3-9bb7-680aef8e52b8 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:23:32.738511 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (a277ef9a-5e2f-44d3-9bb7-680aef8e52b8), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:32.819726 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port a277ef9a-5e2f-44d3-9bb7-680aef8e52b8 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:23:32.820156 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (a277ef9a-5e2f-44d3-9bb7-680aef8e52b8), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:32.841769 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port a277ef9a-5e2f-44d3-9bb7-680aef8e52b8, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=a277ef9a-5e2f-44d3-9bb7-680aef8e52b8,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:23:32.847968 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (a277ef9a-5e2f-44d3-9bb7-680aef8e52b8), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:32.895449 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=a277ef9a-5e2f-44d3-9bb7-680aef8e52b8,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:34.705814 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device a277ef9a-5e2f-44d3-9bb7-680aef8e52b8 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:23:34.774496 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port a277ef9a-5e2f-44d3-9bb7-680aef8e52b8 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:23:34.774496 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (a277ef9a-5e2f-44d3-9bb7-680aef8e52b8), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:34.855463 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port a277ef9a-5e2f-44d3-9bb7-680aef8e52b8 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:23:39.908438 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-76cf0693-9010-4f6a-a908-6ca943a0a0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:42.050038 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-43b033b3-15b4-476a-983e-2df601248874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:43.094687 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:44.634281 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:23:46.114149 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:02.419435 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:24:09.938358 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-55f1d0e1-b27f-4260-abaf-332f0df5cbf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:12.067273 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e9982072-7676-4363-8335-e99bfe006808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:13.095559 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:14.642802 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:16.108963 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:39.418789 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:24:39.900670 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8811b34e-edfb-4c30-9ecf-800fc2645b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:42.052299 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14141b22-c392-42f6-8540-1fae28d3b12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:43.099898 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:44.641595 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:46.103096 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:49.045137 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 60578) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:24:49.108659 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf6b526-366f-41b8-b1a5-22924f7bf179 admin admin] GET failed (client error): The resource could not be found. Jan 17 09:24:49.110445 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3cf6b526-366f-41b8-b1a5-22924f7bf179 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0638061 Jan 17 09:24:49.270098 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d79cbac-3000-43ab-9e60-f83807fca05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:24:49.271518 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6d79cbac-3000-43ab-9e60-f83807fca05d admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1569276 Jan 17 09:24:51.498370 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 60588) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:24:51.587951 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b9557-f30b-482e-9f70-fd5a9d67ddd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:24:51.589212 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-eb7b9557-f30b-482e-9f70-fd5a9d67ddd8 admin admin] 10.222.0.77 "GET /v2.0/subnets/26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3 HTTP/1.1" status: 200 len: 849 time: 0.0898829 Jan 17 09:24:51.599060 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:24:51.680971 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Publish callbacks [] for subnet (26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:51.823000 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762718604674'] for subnet (26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:51.856515 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:24:51.857528 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:51.860074 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] 10.222.0.77 "PUT /v2.0/subnets/26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3 HTTP/1.1" status: 200 len: 868 time: 0.2627096 Jan 17 09:24:51.861200 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12beeb9c-867b-4d4b-8ee7-d571de32e022 None None] Network 3c658208-6945-4da7-a481-a4cd14502a86 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:24:51.877394 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:24:51.884882 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:24:51.885329 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:24:51.885706 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:24:51.886052 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:24:51.886392 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:24:51.886728 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:24:51.887083 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:24:51.887423 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:24:51.887772 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:24:51.888824 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:24:51.888824 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:24:51.888824 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:24:51.889107 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce92226-a9fe-441c-acdc-08a53b3bb935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:24:52.191145 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-aadde18e-37cc-410e-a277-8479e724e4db None None] Provisioning complete for port 3c36dee0-2770-4ac9-b129-d5a5031ff230 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:24:52.191538 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aadde18e-37cc-410e-a277-8479e724e4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (3c36dee0-2770-4ac9-b129-d5a5031ff230), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:52.265592 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-aadde18e-37cc-410e-a277-8479e724e4db None None] Current status of the port 3c36dee0-2770-4ac9-b129-d5a5031ff230 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:24:52.275059 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-aadde18e-37cc-410e-a277-8479e724e4db None None] Provisioning complete for port 1adb1fe2-6f81-42a2-90f8-702436e16c52 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:24:52.275428 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aadde18e-37cc-410e-a277-8479e724e4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (1adb1fe2-6f81-42a2-90f8-702436e16c52), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:24:52.351307 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-aadde18e-37cc-410e-a277-8479e724e4db None None] Current status of the port 1adb1fe2-6f81-42a2-90f8-702436e16c52 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:24:54.077976 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 60596) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:24:54.273222 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122950e6-f40c-42c1-98e2-c82e5713b553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:24:54.273624 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122950e6-f40c-42c1-98e2-c82e5713b553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:24:54.275151 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-122950e6-f40c-42c1-98e2-c82e5713b553 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959400 Jan 17 09:24:56.507440 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 60604) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:24:56.638099 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a8ebee-75f2-43ce-b766-090cb7c86d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:24:56.638509 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a8ebee-75f2-43ce-b766-090cb7c86d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:24:56.640116 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-98a8ebee-75f2-43ce-b766-090cb7c86d6f admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1316211 Jan 17 09:24:58.845614 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 60612) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:24:59.012758 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77872012-22df-4964-9395-4d25956e2066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:24:59.014153 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-77872012-22df-4964-9395-4d25956e2066 admin admin] 10.222.0.77 "GET /v2.0/networks/3c658208-6945-4da7-a481-a4cd14502a86 HTTP/1.1" status: 200 len: 869 time: 0.1676147 Jan 17 09:25:01.221985 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 60620) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:25:01.346587 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1cdc08-e3b3-45f1-baec-7966acef1c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:25:01.351895 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-bf1cdc08-e3b3-45f1-baec-7966acef1c35 admin admin] 10.222.0.77 "GET /v2.0/networks/ef01d75c-5e48-4e3d-a422-561f138b7f60 HTTP/1.1" status: 200 len: 886 time: 0.1250651 Jan 17 09:25:03.562596 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 60628) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:25:03.760594 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb3e42-e622-44e0-ba10-1d6e39cdf079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:25:03.761061 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb3e42-e622-44e0-ba10-1d6e39cdf079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:25:03.762589 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-dadb3e42-e622-44e0-ba10-1d6e39cdf079 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1985037 Jan 17 09:25:05.964380 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 60638) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:25:06.052291 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af858a-c6a3-48c8-8dbb-3b3c8116061c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:25:06.052763 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af858a-c6a3-48c8-8dbb-3b3c8116061c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:25:06.054243 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-b2af858a-c6a3-48c8-8dbb-3b3c8116061c admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0889399 Jan 17 09:25:08.269492 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 60646) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:25:08.356987 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfe5123-b415-4bfa-b040-e0fbede2e7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:25:08.358343 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-0dfe5123-b415-4bfa-b040-e0fbede2e7f9 admin admin] 10.222.0.77 "GET /v2.0/subnets/0ac7a971-b356-4e6e-bf0f-1a240e68fe32 HTTP/1.1" status: 200 len: 816 time: 0.0877171 Jan 17 09:25:09.902849 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf0da-138e-4b1e-85aa-8417bf1e5f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:10.583277 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 60654) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:25:10.672723 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd036120-09a7-4b7f-b173-639cc8e8d86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:25:10.674085 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-cd036120-09a7-4b7f-b173-639cc8e8d86a admin admin] 10.222.0.77 "GET /v2.0/subnets/26b3d4d2-e1c9-43f6-a00b-f7d787c7d7c3 HTTP/1.1" status: 200 len: 868 time: 0.0899327 Jan 17 09:25:12.052991 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e72e8ffb-e10b-4367-802b-4b12cb7959d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:13.102397 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:14.644208 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:16.105304 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:16.417977 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:25:34.729947 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 60708) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:25:34.776830 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [None req-37a5483b-0ce9-4e00-91c5-2abf3ee08339 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:25:34.777841 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-37a5483b-0ce9-4e00-91c5-2abf3ee08339 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469620 Jan 17 09:25:37.079736 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 60716) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:25:37.139194 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-a062f6fa-fb7d-44a3-9ef4-4b5dbcc69d7a admin admin] GET failed (client error): The resource could not be found. Jan 17 09:25:37.140490 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-a062f6fa-fb7d-44a3-9ef4-4b5dbcc69d7a admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597711 Jan 17 09:25:37.223338 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e21d0a-ca6c-4d20-a73c-36a37edb9965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:25:37.224853 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-30e21d0a-ca6c-4d20-a73c-36a37edb9965 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0803654 Jan 17 09:25:39.491383 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 60726) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:25:39.536421 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Request body: {'network': {'project_id': 'c7226daac20e42839131c514c9c00f7d', 'shared': True, 'admin_state_up': True, 'name': 'shared', 'tenant_id': 'c7226daac20e42839131c514c9c00f7d'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:25:39.558607 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Made reservation on behalf of c7226daac20e42839131c514c9c00f7d for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:25:39.560883 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:39.587569 dv-cinder-815582-7-iscsi neutron-server[102555]: WARNING neutron.services.revisions.revision_plugin [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Could not find related network for resource to bump revision. Jan 17 09:25:39.601162 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:25:39.611071 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (4a263be6-2e2d-40f1-9901-b82786fc2971), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:39.611413 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.segments_db [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Added segment 4a263be6-2e2d-40f1-9901-b82786fc2971 of type vlan for network 326b1480-121b-4421-a234-cfd08ee71aa7 Jan 17 09:25:39.648458 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (326b1480-121b-4421-a234-cfd08ee71aa7), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:39.671423 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (326b1480-121b-4421-a234-cfd08ee71aa7), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:39.672584 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:25:39.673243 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:39.733099 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2405941 Jan 17 09:25:39.739735 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Pushing event updated for resources: {'Network': ['ID=326b1480-121b-4421-a234-cfd08ee71aa7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:25:39.746810 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:39.747188 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:39.747546 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:39.747919 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:39.748261 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:39.748603 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:39.749003 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:39.749347 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:39.749685 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:39.750031 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:39.750367 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:39.750696 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:39.751023 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb65ba0-db72-437b-9fe9-4a5cad80e8ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:39.763079 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network 326b1480-121b-4421-a234-cfd08ee71aa7 details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:25:39.905824 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bfe1e0ca-12fe-4d3d-b45d-fb807b18690c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:42.014954 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 60736) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:25:42.055289 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f1779450-3f97-48e4-82a4-23526605026e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:42.075448 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cdd059-d0db-471b-9d5c-e10ecc6109bd admin admin] GET failed (client error): The resource could not be found. Jan 17 09:25:42.076759 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-e7cdd059-d0db-471b-9d5c-e10ecc6109bd admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608540 Jan 17 09:25:42.176071 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128f8f53-e01a-47dd-a272-57c6bb768186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:25:42.177527 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-128f8f53-e01a-47dd-a272-57c6bb768186 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0964100 Jan 17 09:25:42.186980 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0487e631-85c5-4398-8915-a849e75b61d3 admin admin] Request body: {'subnet': {'network_id': '326b1480-121b-4421-a234-cfd08ee71aa7', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'tenant_id': 'c7226daac20e42839131c514c9c00f7d'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:25:42.209022 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0487e631-85c5-4398-8915-a849e75b61d3 admin admin] Made reservation on behalf of c7226daac20e42839131c514c9c00f7d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:25:42.211295 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0487e631-85c5-4398-8915-a849e75b61d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:42.368526 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0487e631-85c5-4398-8915-a849e75b61d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for subnet (763b3fd6-13da-401c-acea-2161e6865d91), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:42.421498 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487e631-85c5-4398-8915-a849e75b61d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=763b3fd6-13da-401c-acea-2161e6865d91,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:25:42.428236 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0487e631-85c5-4398-8915-a849e75b61d3 admin admin] Checking segment: {'id': '4a263be6-2e2d-40f1-9901-b82786fc2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '326b1480-121b-4421-a234-cfd08ee71aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:25:42.428578 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0487e631-85c5-4398-8915-a849e75b61d3 admin admin] Network hostable DHCP agents. Network: 326b1480-121b-4421-a234-cfd08ee71aa7, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:25:42.443833 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0487e631-85c5-4398-8915-a849e75b61d3 admin admin] Network 326b1480-121b-4421-a234-cfd08ee71aa7 is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:25:42.451766 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0487e631-85c5-4398-8915-a849e75b61d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, 326b1480-121b-4421-a234-cfd08ee71aa7) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:25:42.457186 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0487e631-85c5-4398-8915-a849e75b61d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:25:42.458241 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0487e631-85c5-4398-8915-a849e75b61d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:42.461578 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9664216a-a73e-46cf-bc9d-1e4c81bba8cf None None] Network 326b1480-121b-4421-a234-cfd08ee71aa7 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:25:42.474590 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-0487e631-85c5-4398-8915-a849e75b61d3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2909110 Jan 17 09:25:42.664264 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0abc91-a25f-5719-a88d-a73c0a9dcccf-326b1480-121b-4421-a234-cfd08ee71aa7', 'network_id': '326b1480-121b-4421-a234-cfd08ee71aa7', 'project_id': 'c7226daac20e42839131c514c9c00f7d', 'fixed_ips': [{'subnet_id': '763b3fd6-13da-401c-acea-2161e6865d91'}]}} from dv-cinder-815582-7-iscsi. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:25:42.665173 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:42.801741 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Allocated IP 192.168.233.2 (326b1480-121b-4421-a234-cfd08ee71aa7/763b3fd6-13da-401c-acea-2161e6865d91/abd178aa-602a-4ea0-a780-4398aae668d0) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:25:42.940091 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Publish callbacks [] for port (abd178aa-602a-4ea0-a780-4398aae668d0), precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:42.945814 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (abd178aa-602a-4ea0-a780-4398aae668d0), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:42.989594 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Network 326b1480-121b-4421-a234-cfd08ee71aa7 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:25:42.992513 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:25:42.998731 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Pushing event updated for resources: {'Port': ['ID=abd178aa-602a-4ea0-a780-4398aae668d0,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:25:43.001378 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:25:43.012985 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:43.013354 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:43.013714 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:43.014044 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:43.014400 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:43.015267 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:43.015593 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:43.015936 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:43.016261 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:43.016594 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:43.016914 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:43.017237 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:43.017549 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:25:43.062965 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Attempting to bind port abd178aa-602a-4ea0-a780-4398aae668d0 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:25:43.063649 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Attempting to bind port abd178aa-602a-4ea0-a780-4398aae668d0 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': '4a263be6-2e2d-40f1-9901-b82786fc2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '326b1480-121b-4421-a234-cfd08ee71aa7'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:25:43.063751 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Attempting to bind port abd178aa-602a-4ea0-a780-4398aae668d0 on network 326b1480-121b-4421-a234-cfd08ee71aa7 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:25:43.068801 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:25:43.069175 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Checking segment: {'id': '4a263be6-2e2d-40f1-9901-b82786fc2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '326b1480-121b-4421-a234-cfd08ee71aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:25:43.069577 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:43.069973 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Bound using segment: {'id': '4a263be6-2e2d-40f1-9901-b82786fc2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '326b1480-121b-4421-a234-cfd08ee71aa7'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:25:43.070437 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Bound port: abd178aa-602a-4ea0-a780-4398aae668d0, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a263be6-2e2d-40f1-9901-b82786fc2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '326b1480-121b-4421-a234-cfd08ee71aa7'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:25:43.070814 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (abd178aa-602a-4ea0-a780-4398aae668d0), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:43.135997 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:43.145079 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] For port abd178aa-602a-4ea0-a780-4398aae668d0, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:25:43.148137 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] For port abd178aa-602a-4ea0-a780-4398aae668d0, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=abd178aa-602a-4ea0-a780-4398aae668d0,segment=NetworkSegment(4a263be6-2e2d-40f1-9901-b82786fc2971),segment_id=4a263be6-2e2d-40f1-9901-b82786fc2971)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:25:43.152788 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (abd178aa-602a-4ea0-a780-4398aae668d0), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:43.213930 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbee9f0-24be-49eb-b5af-c47fde4936e7 None None] Pushing event updated for resources: {'Port': ['ID=abd178aa-602a-4ea0-a780-4398aae668d0,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:25:44.204759 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9b0128-3495-4f94-80a6-c3190689a15d None None] Network 326b1480-121b-4421-a234-cfd08ee71aa7 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:25:44.269254 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a3438c35-f4d8-43ee-89b9-be37d60959d1 None None] Provisioning complete for port abd178aa-602a-4ea0-a780-4398aae668d0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:25:44.269646 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a3438c35-f4d8-43ee-89b9-be37d60959d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (abd178aa-602a-4ea0-a780-4398aae668d0), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:44.385059 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a3438c35-f4d8-43ee-89b9-be37d60959d1 None None] Current status of the port abd178aa-602a-4ea0-a780-4398aae668d0 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:25:44.385617 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a3438c35-f4d8-43ee-89b9-be37d60959d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (abd178aa-602a-4ea0-a780-4398aae668d0), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:44.421765 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a3438c35-f4d8-43ee-89b9-be37d60959d1 None None] For port abd178aa-602a-4ea0-a780-4398aae668d0, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=abd178aa-602a-4ea0-a780-4398aae668d0,segment=NetworkSegment(4a263be6-2e2d-40f1-9901-b82786fc2971),segment_id=4a263be6-2e2d-40f1-9901-b82786fc2971)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:25:44.425485 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a3438c35-f4d8-43ee-89b9-be37d60959d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (abd178aa-602a-4ea0-a780-4398aae668d0), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:44.480480 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3438c35-f4d8-43ee-89b9-be37d60959d1 None None] Pushing event updated for resources: {'Port': ['ID=abd178aa-602a-4ea0-a780-4398aae668d0,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:25:44.660035 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:44.661693 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-30c48a6d-a366-4a20-853f-f05c57ecf0eb None None] Provisioning complete for port abd178aa-602a-4ea0-a780-4398aae668d0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:25:44.662104 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-30c48a6d-a366-4a20-853f-f05c57ecf0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (abd178aa-602a-4ea0-a780-4398aae668d0), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:44.752304 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-30c48a6d-a366-4a20-853f-f05c57ecf0eb None None] Current status of the port abd178aa-602a-4ea0-a780-4398aae668d0 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:25:44.770693 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device abd178aa-602a-4ea0-a780-4398aae668d0 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:25:44.818669 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port abd178aa-602a-4ea0-a780-4398aae668d0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:25:44.819169 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (abd178aa-602a-4ea0-a780-4398aae668d0), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:44.898629 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port abd178aa-602a-4ea0-a780-4398aae668d0 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:25:46.108684 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:25:53.416332 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:26:09.906699 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c091868-ef87-4e47-8d47-9a55afe0a175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:12.057294 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-54fc62e7-3c2a-489c-9e88-c81f6ea29a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:13.108753 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:14.651450 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:16.114457 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:30.413968 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:26:39.909074 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-151f85ef-ab69-4727-931f-1bbd4510759a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:42.060338 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca00f1b7-f7e4-4ac9-a3db-1afd6a98afd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:43.112051 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:44.655451 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:46.107286 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:56.133375 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 60780) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:26:56.139271 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [None req-6cba5ef3-d97b-468e-a06d-d33262abf00f tempest-verify_tempest_config-1955865387 tempest-verify_tempest_config-1955865387-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:26:56.140280 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-6cba5ef3-d97b-468e-a06d-d33262abf00f tempest-verify_tempest_config-1955865387 tempest-verify_tempest_config-1955865387-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059078 Jan 17 09:26:56.423977 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 60798) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:26:56.524292 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:56.598009 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Publish callbacks [] for security_group (80c5df3c-7b67-4e9f-9a0d-5fdec53b3a43), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:56.601579 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (80c5df3c-7b67-4e9f-9a0d-5fdec53b3a43), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:56.644966 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3281d1a246af49f089334770953cc1e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2199795 Jan 17 09:26:56.645853 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c5df3c-7b67-4e9f-9a0d-5fdec53b3a43,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:26:56.647738 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 60802) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:26:56.652706 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.653631 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.653985 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.654329 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.654666 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.655004 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.655340 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.655708 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.656055 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.656407 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.656740 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.657067 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.657396 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd144f3-5b52-4341-a262-65a2e2f255c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.753555 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Publish callbacks [] for security_group (80c5df3c-7b67-4e9f-9a0d-5fdec53b3a43), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:56.774174 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Publish callbacks [] for security_group (80c5df3c-7b67-4e9f-9a0d-5fdec53b3a43), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:56.861941 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (80c5df3c-7b67-4e9f-9a0d-5fdec53b3a43), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:56.864576 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:26:56.865800 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/80c5df3c-7b67-4e9f-9a0d-5fdec53b3a43 HTTP/1.1" status: 204 len: 168 time: 0.2170191 Jan 17 09:26:56.874356 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c5df3c-7b67-4e9f-9a0d-5fdec53b3a43,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:26:56.880868 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.881250 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.881607 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.881948 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.882287 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.882647 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.882984 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.883329 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.883663 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.884023 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.884357 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.884685 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:56.885013 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500ec49-e80b-45df-994b-228f27390305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:27:07.413032 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:27:09.910835 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a9b78a94-587f-4000-bb91-052cc5053c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:12.064386 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-32b6c144-1afb-470a-b0c1-b8b4b5f4d2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:13.114285 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:14.657069 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:16.112719 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:39.912270 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-58549e63-a4a2-44f3-818f-1fbba3a7cd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:42.065709 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5ce8-54d2-4496-a08c-f239a4856f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:43.115926 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:44.412556 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:27:44.659754 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:27:46.117637 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:09.913292 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93fe533e-6dff-4c13-8d8b-bec4fd2fff99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:12.066996 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-63d985f0-e9c9-4f7c-9b89-4c584b73727c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:13.120116 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:14.663086 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:16.121874 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:21.410531 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:28:35.923971 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630953'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:39.913964 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-108f4889-67ed-483f-a858-35df16b33853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:42.069442 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9a36ea86-ad6b-4949-9c3d-f97d7a3cc5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:43.122176 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:44.670487 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:46.125110 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:28:50.963226 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 60876) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:28:51.064824 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-29d98a4b-1613-469b-9a51-7f1e0d010f6f admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1005147 Jan 17 09:28:53.297857 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 60886) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:28:53.353481 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-e7c40645-2482-49e1-bdc3-32793f73b347 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0540073 Jan 17 09:28:58.409607 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:29:05.912112 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:09.915658 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7e11717b-6064-4f40-8e19-548f5b7aab81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:12.070605 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dffc1a33-4d10-42a7-99d9-890f9339aa44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:13.124490 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:14.672704 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:16.129844 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:35.407357 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:29:35.925586 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:39.917393 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6562d96f-dd33-49af-bef8-367ca37a4c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:42.072978 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9e186a3-40c4-4472-b47a-cbef04294820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:43.130337 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:44.685311 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:29:46.137361 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:05.927054 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:09.921128 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90680d06-ffa8-4df3-ab83-4db5e8d48ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:12.074203 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-57aed990-da80-4ae3-9a5a-fb5e2e007a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:12.406622 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:30:13.131479 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:14.683672 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:16.131911 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:24.418052 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 32790) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:24.778795 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1598703382-network', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:24.804711 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Made reservation on behalf of 8d4b53680e0443b88340aca1b54694d3 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:30:24.807070 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:24.815400 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:24.898645 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Publish callbacks [] for security_group (930740d3-1608-4122-b754-2a2e1fbcc2e5), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:24.903646 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (930740d3-1608-4122-b754-2a2e1fbcc2e5), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:24.933284 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:30:24.942169 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930740d3-1608-4122-b754-2a2e1fbcc2e5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:24.952272 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (222f43bf-2218-40f2-8819-b6b7ce17612b), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:24.952624 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Added segment 222f43bf-2218-40f2-8819-b6b7ce17612b of type vlan for network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf Jan 17 09:30:24.954832 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:24.955398 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:24.956063 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:24.956388 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:24.956737 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:24.957067 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:24.957587 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:24.957935 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:24.958290 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:24.958652 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:24.958989 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:24.959377 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:24.959729 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Tracked resource versions report: Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: pushed versions: Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: { 'AddressGroup': {'1.2'}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'ConntrackHelper': {'1.0'}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Log': {'1.0'}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Network': {'1.1'}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Port': {'1.7'}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'PortForwarding': {'1.2'}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'QosPolicy': {'1.10'}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'SecurityGroup': {'1.5'}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'SubPort': {'1.0'}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Subnet': {'1.1'}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Trunk': {'1.1'}} Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: consumer versions: Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: { DHCP agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: HyperV agent@hv-cinder-81558: {}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: L3 agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: Metadata agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: Metering agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: Open vSwitch agent@dv-cinder-815582-7-iscsi: { 'AddressGroup': '1.2', Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'ConntrackHelper': '1.0', Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'LocalIPAssociation': '1.0', Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Log': '1.0', Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Network': '1.1', Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Port': '1.7', Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'PortForwarding': '1.2', Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'QosPolicy': '1.10', Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'SecurityGroup': '1.5', Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'SecurityGroupRule': '1.2', Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'SubPort': '1.0', Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Subnet': '1.1', Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: 'Trunk': '1.1'}} Jan 17 09:30:24.960880 dv-cinder-815582-7-iscsi neutron-server[102556]: {{(pid=102556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:30:25.028918 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:25.057498 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:25.058877 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:25.060128 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:25.137772 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 32844) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:25.143746 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Request body: {'subnet': {'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1598703382-subnet', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:25.148034 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7288201 Jan 17 09:30:25.155417 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc96f1-b1e8-4837-8da0-132a525e2265 admin admin] Pushing event updated for resources: {'Network': ['ID=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:25.169581 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:30:25.174642 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Made reservation on behalf of 8d4b53680e0443b88340aca1b54694d3 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:30:25.177460 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:25.368469 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for subnet (7862a30a-3de9-4df3-9ab7-bbfbb516200f), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:25.385110 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 32856) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:25.415545 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 32860) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:25.420322 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7862a30a-3de9-4df3-9ab7-bbfbb516200f,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:25.435513 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:25.436119 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:25.436625 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:25.437122 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:25.437461 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:25.437797 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:25.438143 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:25.438476 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:25.438816 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:25.439161 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:25.439492 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:25.439810 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:25.440157 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Tracked resource versions report: Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: pushed versions: Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: { 'AddressGroup': {'1.2'}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'ConntrackHelper': {'1.0'}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Log': {'1.0'}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Network': {'1.1'}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Port': {'1.7'}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'PortForwarding': {'1.2'}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'QosPolicy': {'1.10'}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'SecurityGroup': {'1.5'}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'SubPort': {'1.0'}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Subnet': {'1.1'}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Trunk': {'1.1'}} Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: consumer versions: Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: { DHCP agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: HyperV agent@hv-cinder-81558: {}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: L3 agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: Metadata agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: Metering agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: Open vSwitch agent@dv-cinder-815582-7-iscsi: { 'AddressGroup': '1.2', Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'ConntrackHelper': '1.0', Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'LocalIPAssociation': '1.0', Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Log': '1.0', Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Network': '1.1', Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Port': '1.7', Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'PortForwarding': '1.2', Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'QosPolicy': '1.10', Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'SecurityGroup': '1.5', Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'SecurityGroupRule': '1.2', Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'SubPort': '1.0', Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Subnet': '1.1', Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: 'Trunk': '1.1'}} Jan 17 09:30:25.441272 dv-cinder-815582-7-iscsi neutron-server[102555]: {{(pid=102555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:30:25.464068 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Checking segment: {'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:25.464417 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Network hostable DHCP agents. Network: f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:30:25.483593 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:30:25.494568 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:25.517961 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c7e1f9-4b3f-4948-9381-fb6939b32b89 None None] Network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:30:25.531452 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:25.532158 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:25.556856 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 32866) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:25.558017 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-a0c3a6d7-f469-4306-8d0c-d0e124c3c8eb admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4175010 Jan 17 09:30:25.562662 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:25.592987 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7825'] for router (c19ab897-04da-436b-b1d9-84463c5b58bd), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:25.594729 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7832'] for router (c19ab897-04da-436b-b1d9-84463c5b58bd), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:25.653273 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0abc91-a25f-5719-a88d-a73c0a9dcccf-f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f'}]}} from dv-cinder-815582-7-iscsi. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:30:25.654347 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:25.667104 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 32870) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:25.667414 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Publish callbacks [] for router_controller (c19ab897-04da-436b-b1d9-84463c5b58bd), precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:25.862472 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Allocated IP 172.20.0.2 (f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf/7862a30a-3de9-4df3-9ab7-bbfbb516200f/edf59eef-9cfb-408f-9ad7-0305eb7c2926) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:30:25.873896 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Publish callbacks [] for router_gateway (c19ab897-04da-436b-b1d9-84463c5b58bd), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:25.935452 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1955631670-network', 'tenant_id': 'f4e344de4abe4940b07ea9f75685903c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:25.945519 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-849164970-network', 'tenant_id': 'f2c4a35580ca41e4b962d614863de67a'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:25.986398 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] Made reservation on behalf of f2c4a35580ca41e4b962d614863de67a for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:30:25.990669 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.019676 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.073003 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Publish callbacks [] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.082555 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.121093 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] Publish callbacks [] for security_group (7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.135668 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.149099 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:30:26.189252 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:26.195237 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-570126425-network', 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:26.196152 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (5681c8f8-013e-4724-b0b1-5d65beaa88c4), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.196764 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] Added segment 5681c8f8-013e-4724-b0b1-5d65beaa88c4 of type vlan for network acf9c04f-17ce-41f9-812d-42c23fd57a40 Jan 17 09:30:26.200022 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] Made reservation on behalf of f4e344de4abe4940b07ea9f75685903c for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:30:26.203859 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.221444 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.234531 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Pushing event updated for resources: {'Port': ['ID=edf59eef-9cfb-408f-9ad7-0305eb7c2926,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:26.251532 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] Made reservation on behalf of e9d45a94d13240c9bf0db535e64bd980 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:30:26.255258 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:26.255631 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:26.257774 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:26.258455 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.259445 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:26.259982 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:26.260483 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:26.260989 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:26.261494 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:26.262173 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:26.263149 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:26.263628 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:26.264319 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:26.264799 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Tracked resource versions report: Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: pushed versions: Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: { 'AddressGroup': {'1.2'}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'ConntrackHelper': {'1.0'}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Log': {'1.0'}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Network': {'1.1'}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Port': {'1.7'}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'PortForwarding': {'1.2'}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'QosPolicy': {'1.10'}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'SecurityGroup': {'1.5'}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'SubPort': {'1.0'}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Subnet': {'1.1'}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Trunk': {'1.1'}} Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: consumer versions: Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: { DHCP agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: HyperV agent@hv-cinder-81558: {}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: L3 agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: Metadata agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: Metering agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: Open vSwitch agent@dv-cinder-815582-7-iscsi: { 'AddressGroup': '1.2', Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'ConntrackHelper': '1.0', Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'LocalIPAssociation': '1.0', Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Log': '1.0', Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Network': '1.1', Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Port': '1.7', Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'PortForwarding': '1.2', Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'QosPolicy': '1.10', Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'SecurityGroup': '1.5', Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'SecurityGroupRule': '1.2', Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'SubPort': '1.0', Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Subnet': '1.1', Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: 'Trunk': '1.1'}} Jan 17 09:30:26.266114 dv-cinder-815582-7-iscsi neutron-server[102557]: {{(pid=102557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:30:26.283761 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.289297 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:30:26.291444 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:26.295358 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:30:26.333957 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (acf9c04f-17ce-41f9-812d-42c23fd57a40), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.390229 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Attempting to bind port edf59eef-9cfb-408f-9ad7-0305eb7c2926 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:30:26.392035 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Attempting to bind port edf59eef-9cfb-408f-9ad7-0305eb7c2926 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:30:26.393165 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Attempting to bind port edf59eef-9cfb-408f-9ad7-0305eb7c2926 on network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:26.394609 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] Publish callbacks [] for security_group (1aadaa59-e85c-4e95-9026-140d5b05883c), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.402584 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (1aadaa59-e85c-4e95-9026-140d5b05883c), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.405483 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:30:26.405875 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Checking segment: {'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:26.406284 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.407071 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Bound using segment: {'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:30:26.407705 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Bound port: edf59eef-9cfb-408f-9ad7-0305eb7c2926, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:30:26.408124 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.416227 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (acf9c04f-17ce-41f9-812d-42c23fd57a40), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.417629 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:26.418251 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.442321 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:30:26.455293 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (9b98eb80-15be-4117-b45f-c849e04f68fd), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.455634 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] Added segment 9b98eb80-15be-4117-b45f-c849e04f68fd of type vlan for network 37c06426-6ead-4380-bd9c-d369a01106c9 Jan 17 09:30:26.501038 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] Publish callbacks [] for security_group (d38709bb-fc63-4202-b732-c9cc0007f1a2), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.508350 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (d38709bb-fc63-4202-b732-c9cc0007f1a2), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.516583 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] For port edf59eef-9cfb-408f-9ad7-0305eb7c2926, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:30:26.520806 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] For port edf59eef-9cfb-408f-9ad7-0305eb7c2926, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=edf59eef-9cfb-408f-9ad7-0305eb7c2926,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:30:26.527628 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.588132 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38709bb-fc63-4202-b732-c9cc0007f1a2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:26.595397 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0a462-c98f-4734-bc43-1f65f88b64d7 None None] Pushing event updated for resources: {'Port': ['ID=edf59eef-9cfb-408f-9ad7-0305eb7c2926,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:26.609683 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:30:26.633564 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (fa595ab7-cdc0-4ba0-81e8-f53283ff1238), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.634856 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.segments_db [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] Added segment fa595ab7-cdc0-4ba0-81e8-f53283ff1238 of type vlan for network da34c571-1e47-48bc-a790-537149900e32 Jan 17 09:30:26.639980 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] Pushing event updated for resources: {'Network': ['ID=acf9c04f-17ce-41f9-812d-42c23fd57a40,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:26.657383 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network acf9c04f-17ce-41f9-812d-42c23fd57a40 details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:30:26.657600 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-78bd4506-05ed-4576-b111-03d77d39173b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2398193 Jan 17 09:30:26.660830 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 32904) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:26.665562 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8e6fd312-7e39-46b3-a678-5e0a05e278d0 admin admin] Request body: {'subnet': {'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-849164970-subnet', 'tenant_id': 'f2c4a35580ca41e4b962d614863de67a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:26.722701 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (da34c571-1e47-48bc-a790-537149900e32), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.738342 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6fd312-7e39-46b3-a678-5e0a05e278d0 admin admin] Made reservation on behalf of f2c4a35580ca41e4b962d614863de67a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:30:26.741627 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd312-7e39-46b3-a678-5e0a05e278d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.767432 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Publish callbacks [] for router_gateway (c19ab897-04da-436b-b1d9-84463c5b58bd), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.785098 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aadaa59-e85c-4e95-9026-140d5b05883c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:26.794551 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (37c06426-6ead-4380-bd9c-d369a01106c9), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.831907 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.845205 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (da34c571-1e47-48bc-a790-537149900e32), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.854257 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:26.854981 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:26.943309 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] Pushing event updated for resources: {'Network': ['ID=da34c571-1e47-48bc-a790-537149900e32,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:26.958066 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network da34c571-1e47-48bc-a790-537149900e32 details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:30:26.960621 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-a205a789-875a-4962-a43b-1efe53cada63 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2925856 Jan 17 09:30:26.963478 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 32912) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:26.968901 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fd592bb4-08e3-4bf4-ab89-86dcc41d0a87 admin admin] Request body: {'subnet': {'network_id': 'da34c571-1e47-48bc-a790-537149900e32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-570126425-subnet', 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:27.036806 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd592bb4-08e3-4bf4-ab89-86dcc41d0a87 admin admin] Made reservation on behalf of e9d45a94d13240c9bf0db535e64bd980 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:30:27.048323 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd592bb4-08e3-4bf4-ab89-86dcc41d0a87 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:27.306313 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (37c06426-6ead-4380-bd9c-d369a01106c9), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:27.307334 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:27.307960 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:27.323478 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd312-7e39-46b3-a678-5e0a05e278d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for subnet (b654e773-cc35-4a44-8162-0cbbfbcc4f48), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:27.434518 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6fd312-7e39-46b3-a678-5e0a05e278d0 admin admin] Checking segment: {'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:27.435083 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6fd312-7e39-46b3-a678-5e0a05e278d0 admin admin] Network hostable DHCP agents. Network: acf9c04f-17ce-41f9-812d-42c23fd57a40, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:30:27.484450 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6fd312-7e39-46b3-a678-5e0a05e278d0 admin admin] Network acf9c04f-17ce-41f9-812d-42c23fd57a40 is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:30:27.496770 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] Pushing event updated for resources: {'Network': ['ID=37c06426-6ead-4380-bd9c-d369a01106c9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:27.503018 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8e6fd312-7e39-46b3-a678-5e0a05e278d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, acf9c04f-17ce-41f9-812d-42c23fd57a40) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:27.515383 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd592bb4-08e3-4bf4-ab89-86dcc41d0a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for subnet (3915768e-4951-462b-8892-2a88e583fd54), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:27.516212 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network 37c06426-6ead-4380-bd9c-d369a01106c9 details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:30:27.534278 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6fd312-7e39-46b3-a678-5e0a05e278d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:27.535154 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd312-7e39-46b3-a678-5e0a05e278d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:27.551379 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fd312-7e39-46b3-a678-5e0a05e278d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b654e773-cc35-4a44-8162-0cbbfbcc4f48,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:27.579531 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-8e6fd312-7e39-46b3-a678-5e0a05e278d0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9199009 Jan 17 09:30:27.596052 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Allocated IP 172.27.2.22 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/3a72a52f-d3c1-4ca5-a19f-95109bf45d22) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:30:27.635023 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-5a2a8324-6a7f-40c2-bfe5-22b967ddc6e4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2458887 Jan 17 09:30:27.635560 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 32932) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:27.640941 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7cfe84-80c7-4d12-a7f1-e5a8455d170e None None] Network acf9c04f-17ce-41f9-812d-42c23fd57a40 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:30:27.661430 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4341c1a3-1d9d-4172-8a0e-23e40f2484e9 admin admin] Request body: {'subnet': {'network_id': '37c06426-6ead-4380-bd9c-d369a01106c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1955631670-subnet', 'tenant_id': 'f4e344de4abe4940b07ea9f75685903c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:27.703782 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd592bb4-08e3-4bf4-ab89-86dcc41d0a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3915768e-4951-462b-8892-2a88e583fd54,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:27.708863 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd592bb4-08e3-4bf4-ab89-86dcc41d0a87 admin admin] Checking segment: {'id': 'fa595ab7-cdc0-4ba0-81e8-f53283ff1238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'da34c571-1e47-48bc-a790-537149900e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:27.709245 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd592bb4-08e3-4bf4-ab89-86dcc41d0a87 admin admin] Network hostable DHCP agents. Network: da34c571-1e47-48bc-a790-537149900e32, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:30:27.736020 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4341c1a3-1d9d-4172-8a0e-23e40f2484e9 admin admin] Made reservation on behalf of f4e344de4abe4940b07ea9f75685903c for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:30:27.739435 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd592bb4-08e3-4bf4-ab89-86dcc41d0a87 admin admin] Network da34c571-1e47-48bc-a790-537149900e32 is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:30:27.745623 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4341c1a3-1d9d-4172-8a0e-23e40f2484e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:27.751983 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-fd592bb4-08e3-4bf4-ab89-86dcc41d0a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, da34c571-1e47-48bc-a790-537149900e32) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:27.765559 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd592bb4-08e3-4bf4-ab89-86dcc41d0a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:27.767563 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd592bb4-08e3-4bf4-ab89-86dcc41d0a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:27.795081 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcf6db0-d524-40df-8e76-08ae3f92043d None None] Network da34c571-1e47-48bc-a790-537149900e32 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:30:27.798558 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-fd592bb4-08e3-4bf4-ab89-86dcc41d0a87 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8333886 Jan 17 09:30:27.801184 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 32948) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:27.846600 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-570126425-router', 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:27.926717 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7825'] for router (c61d6831-1ac8-40bc-8209-6db8e6045370), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:27.929895 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7832'] for router (c61d6831-1ac8-40bc-8209-6db8e6045370), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:27.993972 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2de63a-f503-44a6-8d69-51ea53c1fc9b None None] Network da34c571-1e47-48bc-a790-537149900e32 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:30:28.149633 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4341c1a3-1d9d-4172-8a0e-23e40f2484e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for subnet (1612e8ff-c60e-4953-91e2-686dada17487), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:28.351546 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Publish callbacks [] for router_controller (c61d6831-1ac8-40bc-8209-6db8e6045370), precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:28.391263 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a917575-343a-4f02-9c87-befae1fb83fe None None] Network acf9c04f-17ce-41f9-812d-42c23fd57a40 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:30:28.452220 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9582b5f-41f4-436b-94e2-b9bb2a64229f None None] Network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:30:28.534052 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Publish callbacks [] for router_gateway (c61d6831-1ac8-40bc-8209-6db8e6045370), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:28.556557 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341c1a3-1d9d-4172-8a0e-23e40f2484e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1612e8ff-c60e-4953-91e2-686dada17487,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:28.568326 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4341c1a3-1d9d-4172-8a0e-23e40f2484e9 admin admin] Checking segment: {'id': '9b98eb80-15be-4117-b45f-c849e04f68fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '37c06426-6ead-4380-bd9c-d369a01106c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:28.568996 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4341c1a3-1d9d-4172-8a0e-23e40f2484e9 admin admin] Network hostable DHCP agents. Network: 37c06426-6ead-4380-bd9c-d369a01106c9, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:30:28.644490 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Publish callbacks [] for port (3a72a52f-d3c1-4ca5-a19f-95109bf45d22), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:28.653713 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7fa17e2a-42e7-4473-a007-769ab2471c8c None None] Provisioning complete for port edf59eef-9cfb-408f-9ad7-0305eb7c2926 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:28.654187 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fa17e2a-42e7-4473-a007-769ab2471c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:28.655670 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4341c1a3-1d9d-4172-8a0e-23e40f2484e9 admin admin] Network 37c06426-6ead-4380-bd9c-d369a01106c9 is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:30:28.708449 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-4341c1a3-1d9d-4172-8a0e-23e40f2484e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, 37c06426-6ead-4380-bd9c-d369a01106c9) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:28.719817 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc243779-bd51-43aa-bac1-eebd60fd8e34 None None] Network 37c06426-6ead-4380-bd9c-d369a01106c9 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:30:28.729425 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4341c1a3-1d9d-4172-8a0e-23e40f2484e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:28.730027 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4341c1a3-1d9d-4172-8a0e-23e40f2484e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:28.795912 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4341c1a3-1d9d-4172-8a0e-23e40f2484e9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1447077 Jan 17 09:30:28.805173 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (3a72a52f-d3c1-4ca5-a19f-95109bf45d22), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:28.898567 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4977710a-8379-45a9-a236-e860e07fe990 None None] Network 37c06426-6ead-4380-bd9c-d369a01106c9 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:30:28.900540 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7fa17e2a-42e7-4473-a007-769ab2471c8c None None] Current status of the port edf59eef-9cfb-408f-9ad7-0305eb7c2926 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:28.901043 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fa17e2a-42e7-4473-a007-769ab2471c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:28.999738 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:30:29.036673 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device edf59eef-9cfb-408f-9ad7-0305eb7c2926 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:30:29.095766 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7fa17e2a-42e7-4473-a007-769ab2471c8c None None] For port edf59eef-9cfb-408f-9ad7-0305eb7c2926, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=edf59eef-9cfb-408f-9ad7-0305eb7c2926,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:30:29.142934 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fa17e2a-42e7-4473-a007-769ab2471c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:29.157835 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Publish callbacks [] for router_gateway (c61d6831-1ac8-40bc-8209-6db8e6045370), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:29.199607 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=3a72a52f-d3c1-4ca5-a19f-95109bf45d22,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:29.202413 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:29.206937 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:29.238560 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:30:29.365226 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa17e2a-42e7-4473-a007-769ab2471c8c None None] Pushing event updated for resources: {'Port': ['ID=edf59eef-9cfb-408f-9ad7-0305eb7c2926,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:29.385076 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port edf59eef-9cfb-408f-9ad7-0305eb7c2926 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:29.385480 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:29.433201 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Allocated IP 172.27.2.214 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/ced2830f-83ff-458a-a151-ed61f52c8df7) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:30:29.442855 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-18f0c582-6602-4a27-910d-2787653b6231 None None] Provisioning complete for port edf59eef-9cfb-408f-9ad7-0305eb7c2926 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:29.443264 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18f0c582-6602-4a27-910d-2787653b6231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:29.586948 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Publish callbacks [] for port (ced2830f-83ff-458a-a151-ed61f52c8df7), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:29.592480 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port edf59eef-9cfb-408f-9ad7-0305eb7c2926 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:29.645577 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (ced2830f-83ff-458a-a151-ed61f52c8df7), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:29.682634 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:30:29.698519 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-18f0c582-6602-4a27-910d-2787653b6231 None None] Current status of the port edf59eef-9cfb-408f-9ad7-0305eb7c2926 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:29.703056 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:29.709229 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 33034) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:29.710496 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:30:29.730483 dv-cinder-815582-7-iscsi neutron-server[102556]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 09:30:29.828390 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ced2830f-83ff-458a-a151-ed61f52c8df7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:29.992220 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Publish callbacks [] for router_gateway (c61d6831-1ac8-40bc-8209-6db8e6045370), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:30.047556 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Publish callbacks [] for router_gateway (c19ab897-04da-436b-b1d9-84463c5b58bd), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:30.107470 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75087e-ccd7-421c-899f-96c32da472af req-6ebcddb7-5f4d-4246-9f7b-2ea7087895d8 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:30.114201 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-6ebcddb7-5f4d-4246-9f7b-2ea7087895d8 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/networks?id=acf9c04f-17ce-41f9-812d-42c23fd57a40 HTTP/1.1" status: 200 len: 814 time: 0.4038296 Jan 17 09:30:30.136755 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-3aa64924-60ca-4c21-9366-3ac63aed2fc5 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/quotas/f2c4a35580ca41e4b962d614863de67a HTTP/1.1" status: 200 len: 375 time: 0.0216210 Jan 17 09:30:30.216466 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-99b23ae2-635c-4299-b269-8a27620148f3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f2c4a35580ca41e4b962d614863de67a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788450 Jan 17 09:30:30.269922 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 33070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:30.278652 dv-cinder-815582-7-iscsi neutron-server[102555]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 09:30:30.358737 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631378'] for router (c19ab897-04da-436b-b1d9-84463c5b58bd), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:30.424350 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-4f15265e-e457-4d5a-a914-0a82aaf22b79 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:30:30.425376 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-4f15265e-e457-4d5a-a914-0a82aaf22b79 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0575898 Jan 17 09:30:30.434374 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631378'] for router (c61d6831-1ac8-40bc-8209-6db8e6045370), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:30.516267 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-dcffe6b4-eb5d-48df-9506-3a0044ad8046 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:30.517677 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-dcffe6b4-eb5d-48df-9506-3a0044ad8046 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/networks?id=37c06426-6ead-4380-bd9c-d369a01106c9 HTTP/1.1" status: 200 len: 812 time: 0.2467859 Jan 17 09:30:30.599591 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-a1555bcb-f227-47b7-8779-82589b481321 service neutron] 10.222.0.77 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650820 Jan 17 09:30:30.680017 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-b3c985d9-6838-4ac4-ae74-a37077b93c67 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/quotas/f4e344de4abe4940b07ea9f75685903c HTTP/1.1" status: 200 len: 375 time: 0.1560478 Jan 17 09:30:30.737363 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-5a5ea768-2937-4e04-9b7a-636a0468d58a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4e344de4abe4940b07ea9f75685903c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513010 Jan 17 09:30:30.766392 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Router c61d6831-1ac8-40bc-8209-6db8e6045370 is scheduled to L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:30:30.783201 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Router c19ab897-04da-436b-b1d9-84463c5b58bd is scheduled to L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:30:30.855252 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-7d4aa5ba-243c-4ade-bfd8-72c025043026 service neutron] 10.222.0.77 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488158 Jan 17 09:30:30.875321 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-9a1cac1b-5443-4838-8f06-5dea1f614806 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:30:30.877788 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-9a1cac1b-5443-4838-8f06-5dea1f614806 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0663512 Jan 17 09:30:30.915265 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:30:30.921166 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device edf59eef-9cfb-408f-9ad7-0305eb7c2926 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:30:30.927125 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Sync routers for ids ['c61d6831-1ac8-40bc-8209-6db8e6045370'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:30:30.942579 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:30:30.951487 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Routers {'c61d6831-1ac8-40bc-8209-6db8e6045370'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:30:30.954329 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:30:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c61d6831-1ac8-40bc-8209-6db8e6045370'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:30.966591 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:30.970434 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-35a52252-07ee-4184-b752-0c291d7271a7 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1424890 Jan 17 09:30:30.972292 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 33080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:30.973306 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:30.980260 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 33082) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:30.980746 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-93e6212c-5e10-4f8d-9418-3239554ad9c5 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4215488 Jan 17 09:30:30.992354 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Sync routers for ids ['c19ab897-04da-436b-b1d9-84463c5b58bd'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:30:31.023949 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Routers {'c19ab897-04da-436b-b1d9-84463c5b58bd'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:30:31.024783 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:30:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c19ab897-04da-436b-b1d9-84463c5b58bd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:31.105827 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port edf59eef-9cfb-408f-9ad7-0305eb7c2926 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:31.106381 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:31.174928 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Set router c61d6831-1ac8-40bc-8209-6db8e6045370 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:30:31.236882 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Set router c19ab897-04da-436b-b1d9-84463c5b58bd gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:30:31.433574 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-70acf9a2-07c0-4cd8-ae3b-12e137c61f4a service neutron] 10.222.0.77 "GET /v2.0/networks/37c06426-6ead-4380-bd9c-d369a01106c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472233 Jan 17 09:30:31.525775 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port edf59eef-9cfb-408f-9ad7-0305eb7c2926 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:31.580076 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:29Z', 'revision_number': 3, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:31.621139 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Checking router: c19ab897-04da-436b-b1d9-84463c5b58bd for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:30:31.621597 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Updating router c19ab897-04da-436b-b1d9-84463c5b58bd port 3a72a52f-d3c1-4ca5-a19f-95109bf45d22 binding host dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:30:31.676300 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (3a72a52f-d3c1-4ca5-a19f-95109bf45d22), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:31.680873 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-6f227abf-a153-4d09-8036-c20ba28bf7b8 service neutron] 10.222.0.77 "GET /v2.0/networks/37c06426-6ead-4380-bd9c-d369a01106c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348878 Jan 17 09:30:31.992205 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'name': 'tempest-ServerRescueNegativeTestJSON-570126425-router', 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'ced2830f-83ff-458a-a151-ed61f52c8df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:27Z', 'updated_at': '2022-01-17T09:30:29Z', 'revision_number': 3, 'project_id': 'e9d45a94d13240c9bf0db535e64bd980', 'gw_port': {'id': 'ced2830f-83ff-458a-a151-ed61f52c8df7', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:29Z', 'updated_at': '2022-01-17T09:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:32.062917 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-983df955-711b-440e-aa90-1852ed1d521a req-90bd16f7-7789-41c4-a2c0-865f75aebe19 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 210 time: 0.1103585 Jan 17 09:30:32.151365 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Checking router: c61d6831-1ac8-40bc-8209-6db8e6045370 for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:30:32.151723 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Updating router c61d6831-1ac8-40bc-8209-6db8e6045370 port ced2830f-83ff-458a-a151-ed61f52c8df7 binding host dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:30:32.206739 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (ced2830f-83ff-458a-a151-ed61f52c8df7), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:32.253459 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d55c2cdf-7713-4c4d-85b7-c2d02fe03128 req-bb991583-3376-4514-b849-c4c9e6a31d3f tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 210 time: 0.1130164 Jan 17 09:30:32.577750 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:32.588896 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Publish callbacks [] for port (3a72a52f-d3c1-4ca5-a19f-95109bf45d22), precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:32.603045 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (3a72a52f-d3c1-4ca5-a19f-95109bf45d22), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:32.766176 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c974eda-d1c0-420a-8f90-bae836d26268 None None] Pushing event updated for resources: {'Port': ['ID=3a72a52f-d3c1-4ca5-a19f-95109bf45d22,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:32.826903 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:32.861016 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Attempting to bind port 3a72a52f-d3c1-4ca5-a19f-95109bf45d22 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:30:32.861748 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Attempting to bind port 3a72a52f-d3c1-4ca5-a19f-95109bf45d22 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:30:32.869693 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Attempting to bind port 3a72a52f-d3c1-4ca5-a19f-95109bf45d22 on network ef01d75c-5e48-4e3d-a422-561f138b7f60 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:32.905367 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:30:32.905367 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Checking segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:32.905367 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:32.909126 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Bound using segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:30:32.909619 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Bound port: 3a72a52f-d3c1-4ca5-a19f-95109bf45d22, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:30:32.910019 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (3a72a52f-d3c1-4ca5-a19f-95109bf45d22), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:32.960387 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Allocated IP 172.20.0.1 (f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf/7862a30a-3de9-4df3-9ab7-bbfbb516200f/5012464f-c3ed-4038-8aed-c016a6cfcd27) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:30:33.079005 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] For port 3a72a52f-d3c1-4ca5-a19f-95109bf45d22, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:30:33.086080 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] For port 3a72a52f-d3c1-4ca5-a19f-95109bf45d22, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=3a72a52f-d3c1-4ca5-a19f-95109bf45d22,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:30:33.096294 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (3a72a52f-d3c1-4ca5-a19f-95109bf45d22), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:33.180588 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Publish callbacks [] for port (ced2830f-83ff-458a-a151-ed61f52c8df7), precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:33.196128 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (ced2830f-83ff-458a-a151-ed61f52c8df7), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:33.249402 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Routers {'c19ab897-04da-436b-b1d9-84463c5b58bd'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:30:33.250571 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:30:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c19ab897-04da-436b-b1d9-84463c5b58bd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:33.288213 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Allocated IP 172.20.0.1 (da34c571-1e47-48bc-a790-537149900e32/3915768e-4951-462b-8892-2a88e583fd54/e063c7c1-4f43-40ba-accb-8148a737c150) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:30:33.320050 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Pushing event updated for resources: {'Port': ['ID=ced2830f-83ff-458a-a151-ed61f52c8df7,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:33.350939 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:33.351392 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:33.351688 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:33.352086 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:33.352429 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:33.352828 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:33.353310 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:33.353449 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:33.353752 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:33.354105 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:33.354438 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:33.354766 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:33.359833 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Tracked resource versions report: Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: pushed versions: Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: { 'AddressGroup': {'1.2'}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'ConntrackHelper': {'1.0'}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'LocalIPAssociation': {'1.0'}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Log': {'1.0'}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Network': {'1.1'}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Port': {'1.7'}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'PortForwarding': {'1.2'}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'QosPolicy': {'1.10'}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'SecurityGroup': {'1.5'}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'SecurityGroupRule': {'1.2'}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'SubPort': {'1.0'}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Subnet': {'1.1'}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Trunk': {'1.1'}} Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: consumer versions: Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: { DHCP agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: HyperV agent@hv-cinder-81558: {}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: L3 agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: Metadata agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: Metering agent@dv-cinder-815582-7-iscsi: {}, Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: Open vSwitch agent@dv-cinder-815582-7-iscsi: { 'AddressGroup': '1.2', Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'ConntrackHelper': '1.0', Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'LocalIPAssociation': '1.0', Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Log': '1.0', Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Network': '1.1', Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Port': '1.7', Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'PortForwarding': '1.2', Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'QosPolicy': '1.10', Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'SecurityGroup': '1.5', Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'SecurityGroupRule': '1.2', Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'SubPort': '1.0', Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Subnet': '1.1', Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: 'Trunk': '1.1'}} Jan 17 09:30:33.361176 dv-cinder-815582-7-iscsi neutron-server[102558]: {{(pid=102558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 09:30:33.378025 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Attempting to bind port ced2830f-83ff-458a-a151-ed61f52c8df7 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:30:33.378408 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Attempting to bind port ced2830f-83ff-458a-a151-ed61f52c8df7 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:30:33.378781 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Attempting to bind port ced2830f-83ff-458a-a151-ed61f52c8df7 on network ef01d75c-5e48-4e3d-a422-561f138b7f60 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:33.390955 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:30:33.391347 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Checking segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:33.391761 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:33.392187 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Bound using segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:30:33.392673 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Bound port: ced2830f-83ff-458a-a151-ed61f52c8df7, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:30:33.393064 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (ced2830f-83ff-458a-a151-ed61f52c8df7), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:33.418992 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c974eda-d1c0-420a-8f90-bae836d26268 None None] Pushing event updated for resources: {'Port': ['ID=3a72a52f-d3c1-4ca5-a19f-95109bf45d22,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:33.508149 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Publish callbacks [] for port (e063c7c1-4f43-40ba-accb-8148a737c150), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:33.534470 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] For port ced2830f-83ff-458a-a151-ed61f52c8df7, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:30:33.542110 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] For port ced2830f-83ff-458a-a151-ed61f52c8df7, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=ced2830f-83ff-458a-a151-ed61f52c8df7,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:30:33.550887 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d04cf42b-9c0b-48c4-8d98-2a0a64da615a req-5e6471e1-e1dd-439b-b1f0-7967fc7dc963 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 210 time: 0.0788157 Jan 17 09:30:33.554489 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (ced2830f-83ff-458a-a151-ed61f52c8df7), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:33.592005 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] Set router c19ab897-04da-436b-b1d9-84463c5b58bd gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:30:33.625232 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Routers {'c61d6831-1ac8-40bc-8209-6db8e6045370'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:30:33.626264 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:30:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c61d6831-1ac8-40bc-8209-6db8e6045370'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:33.683270 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Publish callbacks [] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:33.686883 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b313b1be-294a-4e2a-a292-b8f40bfe6995 req-2b59ec52-ca4e-4be4-b256-9eb4df8f0322 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 210 time: 0.1099854 Jan 17 09:30:33.710558 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (e063c7c1-4f43-40ba-accb-8148a737c150), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:33.749039 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] Set router c61d6831-1ac8-40bc-8209-6db8e6045370 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:30:33.766483 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Pushing event updated for resources: {'Port': ['ID=e063c7c1-4f43-40ba-accb-8148a737c150,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:33.798436 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:33.809671 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Network da34c571-1e47-48bc-a790-537149900e32 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:30:33.822491 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:30:33.853175 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:33.859871 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:30:33.860408 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631173'] for router_interface (c61d6831-1ac8-40bc-8209-6db8e6045370), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:33.870017 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:33.883969 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:30:33.884913 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631173'] for router_interface (c19ab897-04da-436b-b1d9-84463c5b58bd), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:33.924133 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:29Z', 'revision_number': 3, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:33.969209 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850f9cc-e725-4886-ae74-8cacdeb64b81 None None] Pushing event updated for resources: {'Port': ['ID=ced2830f-83ff-458a-a151-ed61f52c8df7,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:33.982140 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Pushing event updated for resources: {'Port': ['ID=5012464f-c3ed-4038-8aed-c016a6cfcd27,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:33.986419 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d42946-2e9c-407b-8147-d1fb58e8b537 None None] The sync data for ids ['c19ab897-04da-436b-b1d9-84463c5b58bd'] in dv-cinder-815582-7-iscsi is: [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:29Z', 'revision_number': 3, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:30:34.012803 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'name': 'tempest-ServerRescueNegativeTestJSON-570126425-router', 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'ced2830f-83ff-458a-a151-ed61f52c8df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:27Z', 'updated_at': '2022-01-17T09:30:29Z', 'revision_number': 3, 'project_id': 'e9d45a94d13240c9bf0db535e64bd980', 'gw_port': {'id': 'ced2830f-83ff-458a-a151-ed61f52c8df7', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:29Z', 'updated_at': '2022-01-17T09:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:34.076115 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef9d82-3cdf-4f40-885b-ced39955841b None None] The sync data for ids ['c61d6831-1ac8-40bc-8209-6db8e6045370'] in dv-cinder-815582-7-iscsi is: [{'id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'name': 'tempest-ServerRescueNegativeTestJSON-570126425-router', 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'ced2830f-83ff-458a-a151-ed61f52c8df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:27Z', 'updated_at': '2022-01-17T09:30:29Z', 'revision_number': 3, 'project_id': 'e9d45a94d13240c9bf0db535e64bd980', 'gw_port': {'id': 'ced2830f-83ff-458a-a151-ed61f52c8df7', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:29Z', 'updated_at': '2022-01-17T09:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:30:34.240250 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (e063c7c1-4f43-40ba-accb-8148a737c150), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:34.252819 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:34.268876 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0d2d2add-1613-419e-ac30-7f11644fc591 None None] Provisioning complete for port 5012464f-c3ed-4038-8aed-c016a6cfcd27 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:34.269251 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2add-1613-419e-ac30-7f11644fc591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:34.310097 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d2add-1613-419e-ac30-7f11644fc591 None None] Port 5012464f-c3ed-4038-8aed-c016a6cfcd27 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:30:34.645330 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Publish callbacks [] for port (e063c7c1-4f43-40ba-accb-8148a737c150), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:34.658178 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Publish callbacks [] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:34.664122 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (e063c7c1-4f43-40ba-accb-8148a737c150), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:34.665056 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631057'] for router_interface (c61d6831-1ac8-40bc-8209-6db8e6045370), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:34.686845 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-07790f3d-8129-499f-8e54-1a065cf39447 req-ac0b4c16-5333-48d1-9b91-c83243f3e395 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 210 time: 0.0355170 Jan 17 09:30:34.704231 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:34.704947 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631057'] for router_interface (c19ab897-04da-436b-b1d9-84463c5b58bd), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:34.775225 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Pushing event updated for resources: {'Port': ['ID=e063c7c1-4f43-40ba-accb-8148a737c150,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:34.946230 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-14cadfdf-a24e-42a3-8b3b-a26902bbbff8 req-7285948f-02ce-4012-b0af-5f73844d5f6a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 210 time: 0.0570266 Jan 17 09:30:35.001639 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Pushing event updated for resources: {'Port': ['ID=5012464f-c3ed-4038-8aed-c016a6cfcd27,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:35.032234 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Network da34c571-1e47-48bc-a790-537149900e32 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:30:35.036360 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:35.042777 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:30:35.047559 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:35.068801 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device ced2830f-83ff-458a-a151-ed61f52c8df7 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:30:35.138631 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port ced2830f-83ff-458a-a151-ed61f52c8df7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:35.139039 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (ced2830f-83ff-458a-a151-ed61f52c8df7), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:35.257641 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port ced2830f-83ff-458a-a151-ed61f52c8df7 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:35.258146 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (ced2830f-83ff-458a-a151-ed61f52c8df7), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:35.283743 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port ced2830f-83ff-458a-a151-ed61f52c8df7, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=ced2830f-83ff-458a-a151-ed61f52c8df7,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:30:35.293203 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (ced2830f-83ff-458a-a151-ed61f52c8df7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:35.294250 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 3a72a52f-d3c1-4ca5-a19f-95109bf45d22 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:30:35.343007 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Router c61d6831-1ac8-40bc-8209-6db8e6045370 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:30:35.351757 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Router c19ab897-04da-436b-b1d9-84463c5b58bd has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:30:35.408759 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=ced2830f-83ff-458a-a151-ed61f52c8df7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:35.429075 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 3a72a52f-d3c1-4ca5-a19f-95109bf45d22 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:35.429491 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (3a72a52f-d3c1-4ca5-a19f-95109bf45d22), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:35.483683 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e8d0ad39-0375-439e-821c-d381c00e540a None None] Provisioning complete for port 5012464f-c3ed-4038-8aed-c016a6cfcd27 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:35.484062 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e8d0ad39-0375-439e-821c-d381c00e540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:35.548504 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e8d0ad39-0375-439e-821c-d381c00e540a None None] Port 5012464f-c3ed-4038-8aed-c016a6cfcd27 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:30:35.566066 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 3a72a52f-d3c1-4ca5-a19f-95109bf45d22 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:35.566464 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (3a72a52f-d3c1-4ca5-a19f-95109bf45d22), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:35.591718 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port 3a72a52f-d3c1-4ca5-a19f-95109bf45d22, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=3a72a52f-d3c1-4ca5-a19f-95109bf45d22,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:30:35.597187 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (3a72a52f-d3c1-4ca5-a19f-95109bf45d22), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:35.650949 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=3a72a52f-d3c1-4ca5-a19f-95109bf45d22,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:35.699853 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:30:35.705183 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-7109a9d2-79dc-4d36-ae04-6c9185a9e704 admin admin] 10.222.0.77 "PUT /v2.0/routers/c61d6831-1ac8-40bc-8209-6db8e6045370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7319434 Jan 17 09:30:35.707008 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:30:35.711958 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-86522d83-7815-4c11-916c-b5f93c3b4b5a admin admin] 10.222.0.77 "PUT /v2.0/routers/c19ab897-04da-436b-b1d9-84463c5b58bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7298119 Jan 17 09:30:35.803824 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-52dbfc8a-4045-4631-bf99-cf8e2ac8f384 req-fb7882ca-afab-44e9-b579-f5d638a3d7b5 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 210 time: 0.0270522 Jan 17 09:30:35.962262 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:36.149385 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 33292) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:36.154663 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d6327cb8-1d39-405f-8a20-6db13901200e tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556372166', 'description': 'tempest-description--1162810247'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:36.207494 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6327cb8-1d39-405f-8a20-6db13901200e tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:36.262499 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-f1ea18cd-7621-4966-9f46-9285f87dfdf3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:36.265249 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-f1ea18cd-7621-4966-9f46-9285f87dfdf3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/networks?id=da34c571-1e47-48bc-a790-537149900e32 HTTP/1.1" status: 200 len: 818 time: 0.1631026 Jan 17 09:30:36.279461 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-38231d7e-a508-401e-bf5a-2087c35e4f5c req-e2d80287-29fc-4f5b-8b1c-1c70ff49d4aa tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 210 time: 0.0454352 Jan 17 09:30:36.320249 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-f4ce99f4-3aab-4334-9624-e1430b3e239b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/quotas/e9d45a94d13240c9bf0db535e64bd980 HTTP/1.1" status: 200 len: 375 time: 0.0450518 Jan 17 09:30:36.370428 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6327cb8-1d39-405f-8a20-6db13901200e tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group (bc67f4d1-3325-494a-92d7-c8be9b4a2802), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:36.374968 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6327cb8-1d39-405f-8a20-6db13901200e tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (bc67f4d1-3325-494a-92d7-c8be9b4a2802), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:36.408003 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-1d6afb21-c2a3-4bf7-a2bd-955f85c75bc0 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e9d45a94d13240c9bf0db535e64bd980&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863872 Jan 17 09:30:36.413625 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6327cb8-1d39-405f-8a20-6db13901200e tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:36.415043 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-d6327cb8-1d39-405f-8a20-6db13901200e tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2645359 Jan 17 09:30:36.422539 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 33296) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:36.432684 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-77c63dab-1503-4f39-89fc-497d155513a0 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Request body: {'security_group_rule': {'security_group_id': 'bc67f4d1-3325-494a-92d7-c8be9b4a2802', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:36.449575 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6327cb8-1d39-405f-8a20-6db13901200e tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc67f4d1-3325-494a-92d7-c8be9b4a2802,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:36.491141 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77c63dab-1503-4f39-89fc-497d155513a0 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group_rule (e64ca755-373a-421c-a1bb-fab1e7304c1b), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:36.515708 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-9a841601-f887-4b07-8e98-76b3e88a2518 service neutron] 10.222.0.77 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000507 Jan 17 09:30:36.589675 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77c63dab-1503-4f39-89fc-497d155513a0 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group_rule (e64ca755-373a-421c-a1bb-fab1e7304c1b), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:36.597179 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77c63dab-1503-4f39-89fc-497d155513a0 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (e64ca755-373a-421c-a1bb-fab1e7304c1b), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:36.623412 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c63dab-1503-4f39-89fc-497d155513a0 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64ca755-373a-421c-a1bb-fab1e7304c1b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:36.637079 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Sync routers for ids ['c19ab897-04da-436b-b1d9-84463c5b58bd'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:30:36.652431 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77c63dab-1503-4f39-89fc-497d155513a0 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:36.657047 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-77c63dab-1503-4f39-89fc-497d155513a0 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2330658 Jan 17 09:30:36.657855 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 33300) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:36.660216 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-923898c4-c79a-42be-a6b2-00a31055db24 service neutron] 10.222.0.77 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339102 Jan 17 09:30:36.662996 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-28b64501-98c2-413f-9022-20752424085d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Request body: {'security_group_rule': {'security_group_id': 'bc67f4d1-3325-494a-92d7-c8be9b4a2802', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:36.666743 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Routers {'c19ab897-04da-436b-b1d9-84463c5b58bd'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:30:36.668530 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:30:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c19ab897-04da-436b-b1d9-84463c5b58bd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:36.697808 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28b64501-98c2-413f-9022-20752424085d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group_rule (3c6d3ee2-6a6f-4316-80e2-79605bb84300), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:36.803571 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28b64501-98c2-413f-9022-20752424085d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group_rule (3c6d3ee2-6a6f-4316-80e2-79605bb84300), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:36.819459 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28b64501-98c2-413f-9022-20752424085d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (3c6d3ee2-6a6f-4316-80e2-79605bb84300), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:36.826675 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Set router c19ab897-04da-436b-b1d9-84463c5b58bd gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:30:36.852509 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b64501-98c2-413f-9022-20752424085d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6d3ee2-6a6f-4316-80e2-79605bb84300,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:36.859603 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28b64501-98c2-413f-9022-20752424085d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:36.861405 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-28b64501-98c2-413f-9022-20752424085d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2024252 Jan 17 09:30:36.864863 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 33310) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:36.871627 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Request body: {'floatingip': {'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:36.947975 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:37.005076 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a9cccaea-8910-4533-b69e-4aea14257d44 req-5eb4ba2a-3e91-42ea-aa74-280f21c9f6c0 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 210 time: 0.0344059 Jan 17 09:30:37.017979 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device ced2830f-83ff-458a-a151-ed61f52c8df7 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:30:37.037145 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4b07fabb-bfdd-4691-b431-f446be690825 req-052f6767-7f6f-4c15-bb5b-efee0cd8154e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 210 time: 0.0699501 Jan 17 09:30:37.133608 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port ced2830f-83ff-458a-a151-ed61f52c8df7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:37.133849 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (ced2830f-83ff-458a-a151-ed61f52c8df7), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:37.337731 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port ced2830f-83ff-458a-a151-ed61f52c8df7 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:37.351761 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 3a72a52f-d3c1-4ca5-a19f-95109bf45d22 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:30:37.385205 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:37.486713 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5012464f-c3ed-4038-8aed-c016a6cfcd27', 'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'mac_address': 'fa:16:3e:ab:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 2, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'subnets': [{'id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:37.504069 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 3a72a52f-d3c1-4ca5-a19f-95109bf45d22 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:37.504668 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (3a72a52f-d3c1-4ca5-a19f-95109bf45d22), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:37.530096 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-4fade30d-3f1e-4366-9e04-788a3fce7b5b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:37.538974 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Checking router: c19ab897-04da-436b-b1d9-84463c5b58bd for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:30:37.539381 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-33bc2e7e-b0e1-48b9-9389-0d1e55e1fe10 req-24fc7210-6705-4b49-b24b-5d79e6fd1c29 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 210 time: 0.0685909 Jan 17 09:30:37.540342 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Updating router c19ab897-04da-436b-b1d9-84463c5b58bd port 5012464f-c3ed-4038-8aed-c016a6cfcd27 binding host dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:30:37.543698 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-4fade30d-3f1e-4366-9e04-788a3fce7b5b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/networks?id=da34c571-1e47-48bc-a790-537149900e32 HTTP/1.1" status: 200 len: 818 time: 0.2865906 Jan 17 09:30:37.581226 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-4bbc6697-6d36-4380-910f-204e74f02056 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/quotas/e9d45a94d13240c9bf0db535e64bd980 HTTP/1.1" status: 200 len: 375 time: 0.0362303 Jan 17 09:30:37.622486 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:37.659185 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Allocated IP 172.27.2.235 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/f59e986d-adf7-4ae7-a105-161769a8a2f6) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:30:37.690076 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-2584535b-8104-41aa-9af1-7ab67e569977 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e9d45a94d13240c9bf0db535e64bd980&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1078761 Jan 17 09:30:37.707972 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Sync routers for ids ['c61d6831-1ac8-40bc-8209-6db8e6045370'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:30:37.729762 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 3a72a52f-d3c1-4ca5-a19f-95109bf45d22 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:37.752771 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Routers {'c61d6831-1ac8-40bc-8209-6db8e6045370'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:30:37.753811 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:30:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c61d6831-1ac8-40bc-8209-6db8e6045370'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:37.844888 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for port (f59e986d-adf7-4ae7-a105-161769a8a2f6), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:37.896916 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-d1d44851-476b-4ca7-a0fc-858dcf3404ee service neutron] 10.222.0.77 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994660 Jan 17 09:30:37.939337 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (f59e986d-adf7-4ae7-a105-161769a8a2f6), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:37.985647 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:30:37.991819 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:37.997522 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:30:38.000251 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Set router c61d6831-1ac8-40bc-8209-6db8e6045370 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:30:38.028675 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event updated for resources: {'Port': ['ID=f59e986d-adf7-4ae7-a105-161769a8a2f6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:38.086554 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-1c4d5bde-c2fe-426e-930f-915202bdd8c0 service neutron] 10.222.0.77 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820259 Jan 17 09:30:38.112092 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for floatingip (3ff0738c-36c8-4c9c-b462-422b0ad442bc), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:38.186294 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b28d64c2-819d-4e55-9b3e-72dd008f61a8 req-33a27f34-d05b-45e0-80c0-155ce100d7ab tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 210 time: 0.0577998 Jan 17 09:30:38.196161 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (f59e986d-adf7-4ae7-a105-161769a8a2f6), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:38.347113 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bcc5fde3-4c0b-44ea-8b1f-a578d6189427 req-338aefe6-c0cb-46c8-9b8f-34d5b547effc tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 210 time: 0.0746152 Jan 17 09:30:38.381671 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'name': 'tempest-ServerRescueNegativeTestJSON-570126425-router', 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'ced2830f-83ff-458a-a151-ed61f52c8df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:27Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': 'e9d45a94d13240c9bf0db535e64bd980', 'gw_port': {'id': 'ced2830f-83ff-458a-a151-ed61f52c8df7', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:29Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': 'e063c7c1-4f43-40ba-accb-8148a737c150', 'name': '', 'network_id': 'da34c571-1e47-48bc-a790-537149900e32', 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980', 'mac_address': 'fa:16:3e:e1:af:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3915768e-4951-462b-8892-2a88e583fd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 2, 'project_id': 'e9d45a94d13240c9bf0db535e64bd980', 'subnets': [{'id': '3915768e-4951-462b-8892-2a88e583fd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:38.391549 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Publish callbacks [] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:38.398488 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:38.414976 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Checking router: c61d6831-1ac8-40bc-8209-6db8e6045370 for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:30:38.415390 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Updating router c61d6831-1ac8-40bc-8209-6db8e6045370 port e063c7c1-4f43-40ba-accb-8148a737c150 binding host dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:30:38.472869 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (e063c7c1-4f43-40ba-accb-8148a737c150), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:38.489711 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for port (f59e986d-adf7-4ae7-a105-161769a8a2f6), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:38.497197 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (f59e986d-adf7-4ae7-a105-161769a8a2f6), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:38.568796 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80629de7-f50f-43d8-b152-a8c0c56acb8d None None] Pushing event updated for resources: {'Port': ['ID=5012464f-c3ed-4038-8aed-c016a6cfcd27,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:38.594846 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (3ff0738c-36c8-4c9c-b462-422b0ad442bc), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:38.640715 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Attempting to bind port 5012464f-c3ed-4038-8aed-c016a6cfcd27 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:30:38.641317 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Attempting to bind port 5012464f-c3ed-4038-8aed-c016a6cfcd27 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:30:38.642619 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Attempting to bind port 5012464f-c3ed-4038-8aed-c016a6cfcd27 on network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:38.648018 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:38.650119 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7843413 Jan 17 09:30:38.659017 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:30:38.659640 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Checking segment: {'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:38.660294 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:38.660840 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Bound using segment: {'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:30:38.661495 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Bound port: 5012464f-c3ed-4038-8aed-c016a6cfcd27, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:30:38.661714 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:38.754060 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02b28c-04fd-437f-8f4f-dc1d61a6e750 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event updated for resources: {'Port': ['ID=f59e986d-adf7-4ae7-a105-161769a8a2f6,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:38.766638 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b557f254-e356-45f0-adc9-a720ea213fa4 req-8ed01fa4-1269-4fe8-8104-6cd270591583 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 210 time: 0.1090806 Jan 17 09:30:38.783459 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] For port 5012464f-c3ed-4038-8aed-c016a6cfcd27, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:30:38.805471 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] For port 5012464f-c3ed-4038-8aed-c016a6cfcd27, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=5012464f-c3ed-4038-8aed-c016a6cfcd27,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:30:38.815894 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:38.856622 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1a760ca1-7d3b-481b-83a9-35e1fea99a0e None None] Provisioning complete for port 5012464f-c3ed-4038-8aed-c016a6cfcd27 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:38.857016 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1a760ca1-7d3b-481b-83a9-35e1fea99a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:38.882194 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Routers {'c19ab897-04da-436b-b1d9-84463c5b58bd'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:30:38.883072 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:30:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c19ab897-04da-436b-b1d9-84463c5b58bd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:39.012756 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-80d011c2-85b9-4bd7-a8dd-65d1f8b02719 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--556372166&fields=id&tenant_id=8d4b53680e0443b88340aca1b54694d3 HTTP/1.1" status: 200 len: 267 time: 0.1509774 Jan 17 09:30:39.101031 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1a760ca1-7d3b-481b-83a9-35e1fea99a0e None None] Current status of the port 5012464f-c3ed-4038-8aed-c016a6cfcd27 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:39.101424 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1a760ca1-7d3b-481b-83a9-35e1fea99a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:39.193636 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80629de7-f50f-43d8-b152-a8c0c56acb8d None None] Pushing event updated for resources: {'Port': ['ID=5012464f-c3ed-4038-8aed-c016a6cfcd27,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:39.222136 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] Set router c19ab897-04da-436b-b1d9-84463c5b58bd gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:30:39.250232 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1a760ca1-7d3b-481b-83a9-35e1fea99a0e None None] For port 5012464f-c3ed-4038-8aed-c016a6cfcd27, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=5012464f-c3ed-4038-8aed-c016a6cfcd27,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:30:39.262117 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1a760ca1-7d3b-481b-83a9-35e1fea99a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:39.273943 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Publish callbacks [] for port (e063c7c1-4f43-40ba-accb-8148a737c150), precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:39.297748 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (e063c7c1-4f43-40ba-accb-8148a737c150), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:39.395566 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a760ca1-7d3b-481b-83a9-35e1fea99a0e None None] Pushing event updated for resources: {'Port': ['ID=5012464f-c3ed-4038-8aed-c016a6cfcd27,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:39.418044 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-3b0666d8-c49b-457d-91bc-5de46c946343 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:39.425024 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-3b0666d8-c49b-457d-91bc-5de46c946343 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/networks?id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf HTTP/1.1" status: 200 len: 811 time: 0.4094779 Jan 17 09:30:39.432368 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2af65c2e-b663-47b6-bdd5-a874d47545e8 req-57daa17a-45f5-4a19-acf3-409fd5f208f9 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 210 time: 0.0971913 Jan 17 09:30:39.453697 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-bf328f4d-8676-402a-8aec-2790b2805b03 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/quotas/8d4b53680e0443b88340aca1b54694d3 HTTP/1.1" status: 200 len: 375 time: 0.0274889 Jan 17 09:30:39.526948 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-9bf61b7b-4def-4722-8d3f-7ee81e20e606 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d4b53680e0443b88340aca1b54694d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720136 Jan 17 09:30:39.705580 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-848d5032-8e4d-4e9f-96d3-6828910863e7 service neutron] 10.222.0.77 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684930 Jan 17 09:30:39.716011 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Attempting to bind port e063c7c1-4f43-40ba-accb-8148a737c150 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:30:39.716614 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Attempting to bind port e063c7c1-4f43-40ba-accb-8148a737c150 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'fa595ab7-cdc0-4ba0-81e8-f53283ff1238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'da34c571-1e47-48bc-a790-537149900e32'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:30:39.717341 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Attempting to bind port e063c7c1-4f43-40ba-accb-8148a737c150 on network da34c571-1e47-48bc-a790-537149900e32 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:39.726370 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-26fc2016-e614-46f3-803f-ed83793f2ab9 None None] Provisioning complete for port 5012464f-c3ed-4038-8aed-c016a6cfcd27 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:39.726979 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-26fc2016-e614-46f3-803f-ed83793f2ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:39.789613 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e030c9b1-e3a6-42e0-8707-5f7b64aec8a3 req-eb79b046-de98-44e9-85bf-0c53a75b469a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 210 time: 0.0570927 Jan 17 09:30:39.794327 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:30:39.795234 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Checking segment: {'id': 'fa595ab7-cdc0-4ba0-81e8-f53283ff1238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'da34c571-1e47-48bc-a790-537149900e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:39.796393 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:39.796991 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Bound using segment: {'id': 'fa595ab7-cdc0-4ba0-81e8-f53283ff1238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'da34c571-1e47-48bc-a790-537149900e32'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:30:39.797666 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Bound port: e063c7c1-4f43-40ba-accb-8148a737c150, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa595ab7-cdc0-4ba0-81e8-f53283ff1238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'da34c571-1e47-48bc-a790-537149900e32'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:30:39.798258 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (e063c7c1-4f43-40ba-accb-8148a737c150), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:39.834885 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4629e-3d08-426a-9484-0b494a91dc88 None None] Pushing event updated for resources: {'Port': ['ID=e063c7c1-4f43-40ba-accb-8148a737c150,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:39.836795 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.31', 50650) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:39.860102 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-b69e0928-b8c0-49fd-afc3-6a07cdadc201 service neutron] 10.222.0.77 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490531 Jan 17 09:30:39.861298 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.31', 50651) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:40.059762 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5012464f-c3ed-4038-8aed-c016a6cfcd27', 'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'mac_address': 'fa:16:3e:ab:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:38Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'subnets': [{'id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:40.103237 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-26fc2016-e614-46f3-803f-ed83793f2ab9 None None] Current status of the port 5012464f-c3ed-4038-8aed-c016a6cfcd27 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:40.108500 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75087e-ccd7-421c-899f-96c32da472af req-4f6fe772-5abb-4d2f-bcd7-f189ecd041de tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:40.113868 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-4f6fe772-5abb-4d2f-bcd7-f189ecd041de tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "GET /v2.0/networks?id=acf9c04f-17ce-41f9-812d-42c23fd57a40 HTTP/1.1" status: 200 len: 814 time: 0.2707851 Jan 17 09:30:40.129093 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-30c32548-82c2-4a6f-afdd-aa4ea85eabc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:40.192139 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] For port e063c7c1-4f43-40ba-accb-8148a737c150, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:30:40.198954 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-74b81386-44f1-448a-ab1c-78ca18348584 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:40.201090 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-6b75087e-ccd7-421c-899f-96c32da472af req-1bf42d74-5443-4e2b-af9c-97dfb422da3a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Request body: {'port': {'device_id': '5b9c8698-68ae-494e-9df4-b8cfb939fd95', 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40', 'admin_state_up': True, 'tenant_id': 'f2c4a35580ca41e4b962d614863de67a'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:40.201230 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-74b81386-44f1-448a-ab1c-78ca18348584 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.31 "GET /v2.0/networks?id=37c06426-6ead-4380-bd9c-d369a01106c9 HTTP/1.1" status: 200 len: 812 time: 0.3365908 Jan 17 09:30:40.218528 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] For port e063c7c1-4f43-40ba-accb-8148a737c150, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=e063c7c1-4f43-40ba-accb-8148a737c150,segment=NetworkSegment(fa595ab7-cdc0-4ba0-81e8-f53283ff1238),segment_id=fa595ab7-cdc0-4ba0-81e8-f53283ff1238)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:30:40.231232 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (e063c7c1-4f43-40ba-accb-8148a737c150), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:40.233556 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-2e63ac8d-95cb-4d51-b334-79587c0f6b9a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Request body: {'port': {'device_id': '790b8652-e5e7-41cc-95ef-74381626b49f', 'network_id': '37c06426-6ead-4380-bd9c-d369a01106c9', 'admin_state_up': True, 'tenant_id': 'f4e344de4abe4940b07ea9f75685903c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:40.255269 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83c6f0-60b7-4ff3-b83b-975a2babc7ba None None] The sync data for ids ['c19ab897-04da-436b-b1d9-84463c5b58bd'] in dv-cinder-815582-7-iscsi is: [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5012464f-c3ed-4038-8aed-c016a6cfcd27', 'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'mac_address': 'fa:16:3e:ab:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:38Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'subnets': [{'id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:30:40.570664 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1121db74-0906-4e4b-8fed-6e3cfdcaf70a req-ee5e5dab-22fc-49b7-bf66-d7c69c8af038 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 210 time: 0.4315646 Jan 17 09:30:40.601383 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4629e-3d08-426a-9484-0b494a91dc88 None None] Pushing event updated for resources: {'Port': ['ID=e063c7c1-4f43-40ba-accb-8148a737c150,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:40.618005 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Routers {'c61d6831-1ac8-40bc-8209-6db8e6045370'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:30:40.618865 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:30:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c61d6831-1ac8-40bc-8209-6db8e6045370'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:40.639480 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.31', 50659) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:41.122830 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 5012464f-c3ed-4038-8aed-c016a6cfcd27 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:30:41.298774 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 5012464f-c3ed-4038-8aed-c016a6cfcd27 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:41.299428 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:41.308474 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] Set router c61d6831-1ac8-40bc-8209-6db8e6045370 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:30:41.361945 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.31', 50661) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:41.391740 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a05822dd-6196-4b41-9d2a-74e2689ea435 req-acb2b45d-48fb-4bc6-9464-189e688913cc tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 210 time: 0.7292218 Jan 17 09:30:41.572683 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-770456b5-5ae5-4daf-a30b-ce79888178c5 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:41.577777 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-770456b5-5ae5-4daf-a30b-ce79888178c5 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.31 "GET /v2.0/networks?id=da34c571-1e47-48bc-a790-537149900e32 HTTP/1.1" status: 200 len: 818 time: 0.9347186 Jan 17 09:30:41.656842 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-0cf552e6-1cb8-43b0-bceb-1bd41cc19b7f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Request body: {'port': {'device_id': 'f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4', 'network_id': 'da34c571-1e47-48bc-a790-537149900e32', 'admin_state_up': True, 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:41.699016 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c85a8520-fbd4-483a-a14f-efe1510e507a req-f1fa0df2-a50b-4a3d-a642-c46b7152a7cf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 210 time: 0.1856890 Jan 17 09:30:41.803673 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b75087e-ccd7-421c-899f-96c32da472af req-1bf42d74-5443-4e2b-af9c-97dfb422da3a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Made reservation on behalf of f2c4a35580ca41e4b962d614863de67a for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:30:41.812827 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6b75087e-ccd7-421c-899f-96c32da472af req-1bf42d74-5443-4e2b-af9c-97dfb422da3a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:42.006515 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-118317ea-dd3e-4dae-af1a-e4900584046d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:42.014653 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-118317ea-dd3e-4dae-af1a-e4900584046d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.31 "GET /v2.0/networks?id=da34c571-1e47-48bc-a790-537149900e32 HTTP/1.1" status: 200 len: 818 time: 0.6507640 Jan 17 09:30:42.127823 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-47d8834b-55da-4a87-b833-3df1e8964d17 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Request body: {'port': {'device_id': 'c92427dc-ea41-46c5-825b-55aff4f8c0cf', 'network_id': 'da34c571-1e47-48bc-a790-537149900e32', 'admin_state_up': True, 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:42.337051 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 5012464f-c3ed-4038-8aed-c016a6cfcd27 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:42.344498 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18ef6a25-da80-42b9-8a30-fd0993a74b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:42.466777 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'name': 'tempest-ServerRescueNegativeTestJSON-570126425-router', 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'ced2830f-83ff-458a-a151-ed61f52c8df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:27Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': 'e9d45a94d13240c9bf0db535e64bd980', 'gw_port': {'id': 'ced2830f-83ff-458a-a151-ed61f52c8df7', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:29Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': 'e063c7c1-4f43-40ba-accb-8148a737c150', 'name': '', 'network_id': 'da34c571-1e47-48bc-a790-537149900e32', 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980', 'mac_address': 'fa:16:3e:e1:af:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3915768e-4951-462b-8892-2a88e583fd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:40Z', 'revision_number': 4, 'project_id': 'e9d45a94d13240c9bf0db535e64bd980', 'subnets': [{'id': '3915768e-4951-462b-8892-2a88e583fd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:30:42.483912 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-98d9215b-f3f4-413d-94df-b69b3c445bd3 req-ada75ba1-1020-42d5-a95d-7073d737c6ca tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 210 time: 0.6852491 Jan 17 09:30:42.561595 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778fcef-291c-4e74-af55-70988a2ecb63 None None] The sync data for ids ['c61d6831-1ac8-40bc-8209-6db8e6045370'] in dv-cinder-815582-7-iscsi is: [{'id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'name': 'tempest-ServerRescueNegativeTestJSON-570126425-router', 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'ced2830f-83ff-458a-a151-ed61f52c8df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:27Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': 'e9d45a94d13240c9bf0db535e64bd980', 'gw_port': {'id': 'ced2830f-83ff-458a-a151-ed61f52c8df7', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:29Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': 'e063c7c1-4f43-40ba-accb-8148a737c150', 'name': '', 'network_id': 'da34c571-1e47-48bc-a790-537149900e32', 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980', 'mac_address': 'fa:16:3e:e1:af:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3915768e-4951-462b-8892-2a88e583fd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:40Z', 'revision_number': 4, 'project_id': 'e9d45a94d13240c9bf0db535e64bd980', 'subnets': [{'id': '3915768e-4951-462b-8892-2a88e583fd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:30:42.729498 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-2e63ac8d-95cb-4d51-b334-79587c0f6b9a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Made reservation on behalf of f4e344de4abe4940b07ea9f75685903c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:30:42.742261 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-2e63ac8d-95cb-4d51-b334-79587c0f6b9a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:42.873055 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-acc2ed0c-8366-47df-8e56-1237e7a06d67 req-8e6fd582-f77d-4651-a3c3-dde8b0c6b3ba tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 210 time: 0.4176900 Jan 17 09:30:42.873722 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.31', 50670) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:43.103212 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device e063c7c1-4f43-40ba-accb-8148a737c150 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:30:43.160968 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-47d8834b-55da-4a87-b833-3df1e8964d17 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Made reservation on behalf of e9d45a94d13240c9bf0db535e64bd980 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:30:43.164874 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-47d8834b-55da-4a87-b833-3df1e8964d17 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:43.476454 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f77b7a40-d827-4eba-b70a-2ead6feca5ca req-278b79c6-e757-4b76-894a-6358ba4f8fe0 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 210 time: 0.3374248 Jan 17 09:30:43.482761 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:43.578299 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port e063c7c1-4f43-40ba-accb-8148a737c150 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:43.588630 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (e063c7c1-4f43-40ba-accb-8148a737c150), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:43.763098 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-6b75087e-ccd7-421c-899f-96c32da472af req-1bf42d74-5443-4e2b-af9c-97dfb422da3a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Allocated IP 172.20.0.8 (acf9c04f-17ce-41f9-812d-42c23fd57a40/b654e773-cc35-4a44-8162-0cbbfbcc4f48/c868553e-a0d2-4056-9a31-614cc766888f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:30:43.814129 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f5eb2e2e-d697-46a0-8145-c397af7eca8b req-a61ad8ef-f428-4737-a0a7-9a047091fa2c tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 210 time: 0.2466791 Jan 17 09:30:43.899326 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-c2f42e21-3aad-4954-9c19-b0280b5826bf tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:43.911184 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-c2f42e21-3aad-4954-9c19-b0280b5826bf tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.31 "GET /v2.0/networks?id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf HTTP/1.1" status: 200 len: 811 time: 1.0125833 Jan 17 09:30:44.029976 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port e063c7c1-4f43-40ba-accb-8148a737c150 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:44.033319 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (e063c7c1-4f43-40ba-accb-8148a737c150), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:44.055106 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-0cf552e6-1cb8-43b0-bceb-1bd41cc19b7f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Made reservation on behalf of e9d45a94d13240c9bf0db535e64bd980 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:30:44.066234 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-0cf552e6-1cb8-43b0-bceb-1bd41cc19b7f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:44.235307 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port e063c7c1-4f43-40ba-accb-8148a737c150, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=e063c7c1-4f43-40ba-accb-8148a737c150,segment=NetworkSegment(fa595ab7-cdc0-4ba0-81e8-f53283ff1238),segment_id=fa595ab7-cdc0-4ba0-81e8-f53283ff1238)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:30:44.249018 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (e063c7c1-4f43-40ba-accb-8148a737c150), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:44.424730 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=e063c7c1-4f43-40ba-accb-8148a737c150,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:44.431556 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9b2f88e-77fd-4762-afd4-5fdf1094c53f req-d5b7785d-f5e5-47a2-8625-1f1c64c827b7 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 210 time: 0.3205872 Jan 17 09:30:44.469350 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-2e63ac8d-95cb-4d51-b334-79587c0f6b9a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Allocated IP 172.20.0.6 (37c06426-6ead-4380-bd9c-d369a01106c9/1612e8ff-c60e-4953-91e2-686dada17487/4e513d1c-5e06-41ac-bef9-bca9a8352422) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:30:44.607353 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-355f9728-5790-4a5e-98cc-8465dfaf295c req-da774fbe-2ee5-4ec6-bd79-a7f70dcd4232 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 210 time: 0.2069798 Jan 17 09:30:44.716318 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:44.765690 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-47d8834b-55da-4a87-b833-3df1e8964d17 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Allocated IP 172.20.0.14 (da34c571-1e47-48bc-a790-537149900e32/3915768e-4951-462b-8892-2a88e583fd54/f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:30:44.894945 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-da6c324d-046f-46de-ae07-856b579a0fb4 req-3af6e465-529f-4762-a84c-f1c4299e2d9a tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 210 time: 0.0619626 Jan 17 09:30:44.971119 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-9c433446-cea9-473f-af94-3716a2110109 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d4b53680e0443b88340aca1b54694d3 HTTP/1.1" status: 200 len: 379 time: 1.0055175 Jan 17 09:30:45.059196 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-5f05b394-15e8-48a2-a606-ff67b36668a1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Request body: {'port': {'device_id': '3db36972-1c46-4a5f-836f-d3fdcea1da18', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'admin_state_up': True, 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'security_groups': ['bc67f4d1-3325-494a-92d7-c8be9b4a2802']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:45.096158 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device e063c7c1-4f43-40ba-accb-8148a737c150 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:30:45.214240 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port e063c7c1-4f43-40ba-accb-8148a737c150 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:45.214554 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (e063c7c1-4f43-40ba-accb-8148a737c150), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:45.221845 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6b75087e-ccd7-421c-899f-96c32da472af req-1bf42d74-5443-4e2b-af9c-97dfb422da3a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks [] for port (c868553e-a0d2-4056-9a31-614cc766888f), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:45.284944 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e15b45e7-385e-4f5a-a43d-be725dc5436e req-55bd6f0c-0669-4b5a-9518-2094dad55d42 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 210 time: 0.1062951 Jan 17 09:30:45.374145 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-2e63ac8d-95cb-4d51-b334-79587c0f6b9a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Publish callbacks [] for port (4e513d1c-5e06-41ac-bef9-bca9a8352422), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:45.377647 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6b75087e-ccd7-421c-899f-96c32da472af req-1bf42d74-5443-4e2b-af9c-97dfb422da3a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (c868553e-a0d2-4056-9a31-614cc766888f), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:45.456497 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b75087e-ccd7-421c-899f-96c32da472af req-1bf42d74-5443-4e2b-af9c-97dfb422da3a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Network acf9c04f-17ce-41f9-812d-42c23fd57a40 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:30:45.518270 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-6b75087e-ccd7-421c-899f-96c32da472af req-1bf42d74-5443-4e2b-af9c-97dfb422da3a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:45.550529 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port e063c7c1-4f43-40ba-accb-8148a737c150 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:45.638770 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b75087e-ccd7-421c-899f-96c32da472af req-1bf42d74-5443-4e2b-af9c-97dfb422da3a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:30:45.652834 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75087e-ccd7-421c-899f-96c32da472af req-1bf42d74-5443-4e2b-af9c-97dfb422da3a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:45.655457 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6b75087e-ccd7-421c-899f-96c32da472af req-1bf42d74-5443-4e2b-af9c-97dfb422da3a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:45.675776 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-47d8834b-55da-4a87-b833-3df1e8964d17 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks [] for port (f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:45.731552 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf42d74-5443-4e2b-af9c-97dfb422da3a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Pushing event updated for resources: {'Port': ['ID=c868553e-a0d2-4056-9a31-614cc766888f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:45.788956 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-1bf42d74-5443-4e2b-af9c-97dfb422da3a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5971210 Jan 17 09:30:45.793672 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c993c642-9db8-4f92-ba24-a925809d82a2 req-f45a4d3a-93a1-4620-b2cd-c4e93f3be0c2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 210 time: 0.1812603 Jan 17 09:30:45.804809 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 33640) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:45.807904 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-8540b70e-a14f-49e1-9fbb-b41e4b126a29 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:30:45.809244 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-8540b70e-a14f-49e1-9fbb-b41e4b126a29 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080554 Jan 17 09:30:45.851623 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-2e63ac8d-95cb-4d51-b334-79587c0f6b9a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (4e513d1c-5e06-41ac-bef9-bca9a8352422), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:45.976735 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-5f05b394-15e8-48a2-a606-ff67b36668a1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Made reservation on behalf of 8d4b53680e0443b88340aca1b54694d3 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:30:46.005750 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-5f05b394-15e8-48a2-a606-ff67b36668a1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:46.170156 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:46.170744 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-47d8834b-55da-4a87-b833-3df1e8964d17 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:46.290261 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-2e63ac8d-95cb-4d51-b334-79587c0f6b9a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Network 37c06426-6ead-4380-bd9c-d369a01106c9 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:30:46.384081 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63ac8d-95cb-4d51-b334-79587c0f6b9a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Pushing event updated for resources: {'Port': ['ID=4e513d1c-5e06-41ac-bef9-bca9a8352422,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:46.405544 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e71a5eb9-6ee4-4b39-89f1-d2ee773b0cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:46.422832 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-2e63ac8d-95cb-4d51-b334-79587c0f6b9a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:46.437538 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2d64928e-12d2-457a-9bee-a3dbcced908c req-65fe8e75-e132-4c29-b955-2441f09f976d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 210 time: 0.1884797 Jan 17 09:30:46.450897 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-2e63ac8d-95cb-4d51-b334-79587c0f6b9a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:30:46.464826 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-2e63ac8d-95cb-4d51-b334-79587c0f6b9a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:46.467329 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Request body: {'port': {'device_id': '5b9c8698-68ae-494e-9df4-b8cfb939fd95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:46.469487 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-2e63ac8d-95cb-4d51-b334-79587c0f6b9a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:46.654726 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-47d8834b-55da-4a87-b833-3df1e8964d17 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Network da34c571-1e47-48bc-a790-537149900e32 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:30:46.684637 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-47d8834b-55da-4a87-b833-3df1e8964d17 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:46.687398 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-47d8834b-55da-4a87-b833-3df1e8964d17 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:30:46.707339 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-47d8834b-55da-4a87-b833-3df1e8964d17 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:46.708117 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-47d8834b-55da-4a87-b833-3df1e8964d17 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:46.799623 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-5f05b394-15e8-48a2-a606-ff67b36668a1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Allocated IP 172.20.0.6 (f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf/7862a30a-3de9-4df3-9ab7-bbfbb516200f/a48cd684-6cc7-4f49-a193-b31bc03c3cd4) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:30:46.822841 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-0cf552e6-1cb8-43b0-bceb-1bd41cc19b7f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Allocated IP 172.20.0.10 (da34c571-1e47-48bc-a790-537149900e32/3915768e-4951-462b-8892-2a88e583fd54/91c7a312-30e2-4838-82bc-ba855768d4eb) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:30:46.823629 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e71a5eb9-6ee4-4b39-89f1-d2ee773b0cbc admin admin] Publish callbacks [] for security_group (0481791e-9dc7-479d-8df4-52fef340df0d), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:46.860600 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-2e63ac8d-95cb-4d51-b334-79587c0f6b9a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6464014 Jan 17 09:30:46.913112 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Request body: {'port': {'device_id': '790b8652-e5e7-41cc-95ef-74381626b49f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:46.939187 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e71a5eb9-6ee4-4b39-89f1-d2ee773b0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (0481791e-9dc7-479d-8df4-52fef340df0d), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:47.019047 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (c868553e-a0d2-4056-9a31-614cc766888f), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:47.040916 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf509-3ac3-4439-b07c-7d105fe757ab req-37013a27-fdae-4f06-a94c-614af4778404 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:47.042335 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-da9cf509-3ac3-4439-b07c-7d105fe757ab req-37013a27-fdae-4f06-a94c-614af4778404 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 931 time: 0.9324110 Jan 17 09:30:47.069227 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-47d8834b-55da-4a87-b833-3df1e8964d17 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9774611 Jan 17 09:30:47.069747 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 33682) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:47.159422 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a5eb9-6ee4-4b39-89f1-d2ee773b0cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0481791e-9dc7-479d-8df4-52fef340df0d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:47.209198 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Request body: {'port': {'device_id': 'c92427dc-ea41-46c5-825b-55aff4f8c0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:47.295986 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8834b-55da-4a87-b833-3df1e8964d17 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Pushing event updated for resources: {'Port': ['ID=f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:47.320054 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:47.334272 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b4117-6bd4-4322-8aa9-a2bc7478e252 req-1c01068a-2c4a-48f3-973f-a9071214a134 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:47.358907 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3d3b4117-6bd4-4322-8aa9-a2bc7478e252 req-1c01068a-2c4a-48f3-973f-a9071214a134 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 931 time: 0.3751323 Jan 17 09:30:47.359863 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-e71a5eb9-6ee4-4b39-89f1-d2ee773b0cbc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=923686c2ba1f44d7bc67517f223eeb53&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5539377 Jan 17 09:30:47.400238 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 33690) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:47.438248 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (4e513d1c-5e06-41ac-bef9-bca9a8352422), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:47.506958 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-da9cf509-3ac3-4439-b07c-7d105fe757ab req-d2fcf99c-9611-4da9-b10f-68b5dae76b44 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883684 Jan 17 09:30:47.543869 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4461c580-501b-4efa-8792-443480fd8775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:47.820888 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4461c580-501b-4efa-8792-443480fd8775 admin admin] Publish callbacks [] for security_group (419229b1-1295-407c-9166-85b621095a7b), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:47.861056 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4461c580-501b-4efa-8792-443480fd8775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (419229b1-1295-407c-9166-85b621095a7b), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:47.975246 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4461c580-501b-4efa-8792-443480fd8775 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aca3018171844e35b41a1451ca75a009&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8150976 Jan 17 09:30:48.011115 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 33700) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:48.202614 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3d3b4117-6bd4-4322-8aa9-a2bc7478e252 req-906b46b3-273f-43c3-8706-4a889eef1eaf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8426404 Jan 17 09:30:48.433813 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c868553e-a0d2-4056-9a31-614cc766888f {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:30:48.443117 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Publish callbacks [] for port (c868553e-a0d2-4056-9a31-614cc766888f), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:48.510381 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d603b-10c3-46cd-ae5f-3f7ab442d4af req-842f10ee-1cfb-45c7-87e3-d61c2516f3b3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:48.511303 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-238d603b-10c3-46cd-ae5f-3f7ab442d4af req-842f10ee-1cfb-45c7-87e3-d61c2516f3b3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 932 time: 0.6827009 Jan 17 09:30:48.759301 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c70838a7-f592-4e7a-985e-5a6617ac575e req-e97517db-c9b3-4e17-b35f-a9150d56bff9 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 210 time: 0.2992845 Jan 17 09:30:48.794673 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Transition to ACTIVE for port object c868553e-a0d2-4056-9a31-614cc766888f will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:30:48.824529 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461c580-501b-4efa-8792-443480fd8775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419229b1-1295-407c-9166-85b621095a7b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:48.839690 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2cc685b4-a822-4c55-a5fa-38ba7566b1ce admin admin] Publish callbacks [] for security_group (419229b1-1295-407c-9166-85b621095a7b), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:48.872308 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (c868553e-a0d2-4056-9a31-614cc766888f), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:48.901296 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-238d603b-10c3-46cd-ae5f-3f7ab442d4af req-555bcdd0-f0b5-47fb-98f7-73fd2a914906 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533249 Jan 17 09:30:48.932724 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3105e8c-b7da-43da-a415-4a2df6ae2ddf admin admin] Publish callbacks [] for security_group (0481791e-9dc7-479d-8df4-52fef340df0d), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:48.935147 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-0cf552e6-1cb8-43b0-bceb-1bd41cc19b7f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks [] for port (91c7a312-30e2-4838-82bc-ba855768d4eb), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:48.964699 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-5f05b394-15e8-48a2-a606-ff67b36668a1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:48.971681 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2cc685b4-a822-4c55-a5fa-38ba7566b1ce admin admin] Publish callbacks [] for security_group (419229b1-1295-407c-9166-85b621095a7b), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:48.992193 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3105e8c-b7da-43da-a415-4a2df6ae2ddf admin admin] Publish callbacks [] for security_group (0481791e-9dc7-479d-8df4-52fef340df0d), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:49.131315 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2cc685b4-a822-4c55-a5fa-38ba7566b1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (419229b1-1295-407c-9166-85b621095a7b), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:49.135597 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2cc685b4-a822-4c55-a5fa-38ba7566b1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:49.137598 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2cc685b4-a822-4c55-a5fa-38ba7566b1ce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/419229b1-1295-407c-9166-85b621095a7b HTTP/1.1" status: 204 len: 168 time: 1.0959535 Jan 17 09:30:49.186294 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc685b4-a822-4c55-a5fa-38ba7566b1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419229b1-1295-407c-9166-85b621095a7b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:49.195406 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3105e8c-b7da-43da-a415-4a2df6ae2ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (0481791e-9dc7-479d-8df4-52fef340df0d), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:49.205539 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3105e8c-b7da-43da-a415-4a2df6ae2ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:49.210252 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-a3105e8c-b7da-43da-a415-4a2df6ae2ddf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0481791e-9dc7-479d-8df4-52fef340df0d HTTP/1.1" status: 204 len: 168 time: 1.7531898 Jan 17 09:30:49.252900 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3105e8c-b7da-43da-a415-4a2df6ae2ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0481791e-9dc7-479d-8df4-52fef340df0d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:49.337347 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Pushing event updated for resources: {'Port': ['ID=c868553e-a0d2-4056-9a31-614cc766888f,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:49.405277 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e513d1c-5e06-41ac-bef9-bca9a8352422 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:30:49.424465 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Publish callbacks [] for port (4e513d1c-5e06-41ac-bef9-bca9a8352422), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:49.486405 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f8089-0734-49ec-b9d6-103bd22b213c req-62181604-4f2d-45c5-8cb5-d86c037a89fc tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:49.488357 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:30:49.503266 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-be2f8089-0734-49ec-b9d6-103bd22b213c req-62181604-4f2d-45c5-8cb5-d86c037a89fc tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 931 time: 0.4817860 Jan 17 09:30:49.566568 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Transition to ACTIVE for port object 4e513d1c-5e06-41ac-bef9-bca9a8352422 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:30:49.572168 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (4e513d1c-5e06-41ac-bef9-bca9a8352422), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:49.763739 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Pushing event updated for resources: {'Port': ['ID=4e513d1c-5e06-41ac-bef9-bca9a8352422,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:49.795077 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-0cf552e6-1cb8-43b0-bceb-1bd41cc19b7f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (91c7a312-30e2-4838-82bc-ba855768d4eb), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:49.844475 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-5f05b394-15e8-48a2-a606-ff67b36668a1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:49.897320 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Attempting to bind port c868553e-a0d2-4056-9a31-614cc766888f on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:30:49.897669 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Attempting to bind port c868553e-a0d2-4056-9a31-614cc766888f by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:30:49.897999 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Attempting to bind port c868553e-a0d2-4056-9a31-614cc766888f on network acf9c04f-17ce-41f9-812d-42c23fd57a40 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:49.961967 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e76c24-de7a-4e99-8fa6-8c7b11032f0c req-186d011b-cb95-4e8e-9280-c2fccb5a0782 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:49.978246 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6e76c24-de7a-4e99-8fa6-8c7b11032f0c req-186d011b-cb95-4e8e-9280-c2fccb5a0782 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 943 time: 0.5451231 Jan 17 09:30:50.036036 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 33752) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:50.067406 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Port c868553e-a0d2-4056-9a31-614cc766888f on network acf9c04f-17ce-41f9-812d-42c23fd57a40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:30:50.067740 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Attempting to bind port c868553e-a0d2-4056-9a31-614cc766888f on network acf9c04f-17ce-41f9-812d-42c23fd57a40 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:50.086232 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-0cf552e6-1cb8-43b0-bceb-1bd41cc19b7f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Network da34c571-1e47-48bc-a790-537149900e32 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:30:50.089154 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-5f05b394-15e8-48a2-a606-ff67b36668a1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:30:50.115929 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-0cf552e6-1cb8-43b0-bceb-1bd41cc19b7f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:50.129455 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-0cf552e6-1cb8-43b0-bceb-1bd41cc19b7f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:30:50.139733 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-0cf552e6-1cb8-43b0-bceb-1bd41cc19b7f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:50.140894 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-0cf552e6-1cb8-43b0-bceb-1bd41cc19b7f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:50.150399 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:30:50.150846 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Checking segment: {'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:50.151623 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Bound using segment: {'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:30:50.152618 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Bound port: c868553e-a0d2-4056-9a31-614cc766888f, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:30:50.154273 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (c868553e-a0d2-4056-9a31-614cc766888f), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:50.157541 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-5f05b394-15e8-48a2-a606-ff67b36668a1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:30:50.166660 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-5f05b394-15e8-48a2-a606-ff67b36668a1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:30:50.178665 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-5f05b394-15e8-48a2-a606-ff67b36668a1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:50.183470 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-5f05b394-15e8-48a2-a606-ff67b36668a1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:50.208947 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-be2f8089-0734-49ec-b9d6-103bd22b213c req-6df62abf-cb8f-4631-b60c-eff78dd281bc tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7032971 Jan 17 09:30:50.213033 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e6e76c24-de7a-4e99-8fa6-8c7b11032f0c req-7b57af74-a955-4cc3-9a20-4d782165fea0 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375597 Jan 17 09:30:50.241548 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Attempting to bind port 4e513d1c-5e06-41ac-bef9-bca9a8352422 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:30:50.252237 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Attempting to bind port 4e513d1c-5e06-41ac-bef9-bca9a8352422 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '9b98eb80-15be-4117-b45f-c849e04f68fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '37c06426-6ead-4380-bd9c-d369a01106c9'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:30:50.253498 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Attempting to bind port 4e513d1c-5e06-41ac-bef9-bca9a8352422 on network 37c06426-6ead-4380-bd9c-d369a01106c9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:50.308411 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Port 4e513d1c-5e06-41ac-bef9-bca9a8352422 on network 37c06426-6ead-4380-bd9c-d369a01106c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:30:50.325613 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Attempting to bind port 4e513d1c-5e06-41ac-bef9-bca9a8352422 on network 37c06426-6ead-4380-bd9c-d369a01106c9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:50.367821 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf552e6-1cb8-43b0-bceb-1bd41cc19b7f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Pushing event updated for resources: {'Port': ['ID=91c7a312-30e2-4838-82bc-ba855768d4eb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:50.406099 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5be16523-07c6-41fd-b8ce-0a11f84ad510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:50.407090 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:30:50.407443 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Checking segment: {'id': '9b98eb80-15be-4117-b45f-c849e04f68fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '37c06426-6ead-4380-bd9c-d369a01106c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:50.408069 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Bound using segment: {'id': '9b98eb80-15be-4117-b45f-c849e04f68fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '37c06426-6ead-4380-bd9c-d369a01106c9'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:30:50.408562 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Bound port: 4e513d1c-5e06-41ac-bef9-bca9a8352422, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b98eb80-15be-4117-b45f-c849e04f68fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '37c06426-6ead-4380-bd9c-d369a01106c9'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:30:50.408931 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (4e513d1c-5e06-41ac-bef9-bca9a8352422), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:50.469971 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-0cf552e6-1cb8-43b0-bceb-1bd41cc19b7f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.8174624 Jan 17 09:30:50.497885 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-5f05b394-15e8-48a2-a606-ff67b36668a1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4768071 Jan 17 09:30:50.503572 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Request body: {'port': {'device_id': 'f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:50.693791 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Request body: {'port': {'device_id': '3db36972-1c46-4a5f-836f-d3fdcea1da18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:30:50.732224 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6f54619d-e5cf-40d5-ada1-5f969b176f44 None None] Provisioning complete for port a48cd684-6cc7-4f49-a193-b31bc03c3cd4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:30:50.733278 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6f54619d-e5cf-40d5-ada1-5f969b176f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:50.808019 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6f54619d-e5cf-40d5-ada1-5f969b176f44 None None] Port a48cd684-6cc7-4f49-a193-b31bc03c3cd4 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:30:50.887670 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:30:50.900033 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Publish callbacks [] for port (f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:50.921489 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Transition to ACTIVE for port object f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:30:50.950430 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:50.997749 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (91c7a312-30e2-4838-82bc-ba855768d4eb), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:51.004537 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f8836-8937-41b7-9d34-7db5798e8c08 req-255ffcc5-8d3f-4d40-9df5-f19e8aae3e9b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:51.016877 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d17f8836-8937-41b7-9d34-7db5798e8c08 req-255ffcc5-8d3f-4d40-9df5-f19e8aae3e9b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 932 time: 0.4861674 Jan 17 09:30:51.096535 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] For port 4e513d1c-5e06-41ac-bef9-bca9a8352422, host hv-cinder-81558, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:30:51.172497 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] For port 4e513d1c-5e06-41ac-bef9-bca9a8352422, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4e513d1c-5e06-41ac-bef9-bca9a8352422,segment=NetworkSegment(9b98eb80-15be-4117-b45f-c849e04f68fd),segment_id=9b98eb80-15be-4117-b45f-c849e04f68fd)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:30:51.190939 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05b394-15e8-48a2-a606-ff67b36668a1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event updated for resources: {'Port': ['ID=a48cd684-6cc7-4f49-a193-b31bc03c3cd4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:51.193853 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (4e513d1c-5e06-41ac-bef9-bca9a8352422), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:51.229397 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d17f8836-8937-41b7-9d34-7db5798e8c08 req-13ff5646-1c18-49d9-8afa-9ad40d4a4f81 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113936 Jan 17 09:30:51.230534 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:51.231165 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:51.232744 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] 10.222.0.31 "PUT /v2.0/ports/4e513d1c-5e06-41ac-bef9-bca9a8352422 HTTP/1.1" status: 200 len: 1093 time: 4.3428116 Jan 17 09:30:51.247762 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790b8652-e5e7-41cc-95ef-74381626b49f', 'tag': '4e513d1c-5e06-41ac-bef9-bca9a8352422'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:30:51.348606 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc76219-0997-43cd-b24b-1db43c045936 req-42b52ba7-e4f7-4c43-b4b9-7e796d211425 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:51.350927 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bfc76219-0997-43cd-b24b-1db43c045936 req-42b52ba7-e4f7-4c43-b4b9-7e796d211425 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 931 time: 0.8790061 Jan 17 09:30:51.356004 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 33788) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:51.359095 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] For port c868553e-a0d2-4056-9a31-614cc766888f, host hv-cinder-81558, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:30:51.429354 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Pushing event updated for resources: {'Port': ['ID=f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:51.434948 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:51.463994 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] For port c868553e-a0d2-4056-9a31-614cc766888f, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c868553e-a0d2-4056-9a31-614cc766888f,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:30:51.534600 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (c868553e-a0d2-4056-9a31-614cc766888f), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:51.650145 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bfc76219-0997-43cd-b24b-1db43c045936 req-386098eb-b3ee-491e-94a2-beeeb406e1c8 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860034 Jan 17 09:30:51.767336 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Attempting to bind port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:30:51.767687 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Attempting to bind port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'fa595ab7-cdc0-4ba0-81e8-f53283ff1238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'da34c571-1e47-48bc-a790-537149900e32'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:30:51.768067 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Attempting to bind port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 on network da34c571-1e47-48bc-a790-537149900e32 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:51.779106 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 on network da34c571-1e47-48bc-a790-537149900e32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:30:51.779438 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Attempting to bind port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 on network da34c571-1e47-48bc-a790-537149900e32 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:51.797525 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:51.798371 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:51.800113 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] 10.222.0.31 "PUT /v2.0/ports/c868553e-a0d2-4056-9a31-614cc766888f HTTP/1.1" status: 200 len: 1093 time: 5.6084120 Jan 17 09:30:51.804965 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:30:51.806245 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Checking segment: {'id': 'fa595ab7-cdc0-4ba0-81e8-f53283ff1238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'da34c571-1e47-48bc-a790-537149900e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:51.806801 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Bound using segment: {'id': 'fa595ab7-cdc0-4ba0-81e8-f53283ff1238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'da34c571-1e47-48bc-a790-537149900e32'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:30:51.808447 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Bound port: f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa595ab7-cdc0-4ba0-81e8-f53283ff1238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'da34c571-1e47-48bc-a790-537149900e32'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:30:51.809152 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:51.809749 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9c8698-68ae-494e-9df4-b8cfb939fd95', 'tag': 'c868553e-a0d2-4056-9a31-614cc766888f'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:30:51.994321 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] For port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5, host hv-cinder-81558, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:30:51.999114 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] For port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5,segment=NetworkSegment(fa595ab7-cdc0-4ba0-81e8-f53283ff1238),segment_id=fa595ab7-cdc0-4ba0-81e8-f53283ff1238)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:30:52.011914 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ad4aa-5c70-4d56-a4b8-3d1942c88b7c service neutron] Pushing event updated for resources: {'Port': ['ID=4e513d1c-5e06-41ac-bef9-bca9a8352422,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:52.017573 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:52.091663 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:52.092487 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:52.094115 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] 10.222.0.31 "PUT /v2.0/ports/f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 HTTP/1.1" status: 200 len: 1094 time: 4.9253976 Jan 17 09:30:52.099579 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc3e75-3233-4318-8bb9-f4c6b5f089ee service neutron] Pushing event updated for resources: {'Port': ['ID=f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:52.110244 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac83c62e-ca5d-464e-9e3c-f8f9e8c4f761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:52.112798 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-dca2ca9b-013f-45d6-ae1f-8d4c9a3da162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:52.114481 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-dca2ca9b-013f-45d6-ae1f-8d4c9a3da162 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4e344de4abe4940b07ea9f75685903c&device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 1096 time: 0.6814835 Jan 17 09:30:52.122469 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5be16523-07c6-41fd-b8ce-0a11f84ad510 admin admin] Publish callbacks [] for security_group (2ebdaaeb-8e41-40ed-95f8-21422c75ccf7), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:52.133756 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f79405-058a-4ef2-b446-be441e8b1008 service neutron] Pushing event updated for resources: {'Port': ['ID=c868553e-a0d2-4056-9a31-614cc766888f,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:52.134464 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec25231-3077-43bb-bb77-3fe6789bb4b1 req-1a5f7b34-7128-417d-945d-83e6a19a4972 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:52.136308 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eec25231-3077-43bb-bb77-3fe6789bb4b1 req-1a5f7b34-7128-417d-945d-83e6a19a4972 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 943 time: 0.6841743 Jan 17 09:30:52.147167 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707a96f6-8902-42f2-97b5-61ee4abee202" -d '{"events": [{"name": "network-changed", "server_uuid": "790b8652-e5e7-41cc-95ef-74381626b49f", "tag": "4e513d1c-5e06-41ac-bef9-bca9a8352422"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:30:52.148975 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37745a4-b268-41f4-8de9-b6b86ffa63f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9c8698-68ae-494e-9df4-b8cfb939fd95", "tag": "c868553e-a0d2-4056-9a31-614cc766888f"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:30:52.213423 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eec25231-3077-43bb-bb77-3fe6789bb4b1 req-013362ac-f8ea-4f29-a965-a6eb95439d4a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707371 Jan 17 09:30:52.335831 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5be16523-07c6-41fd-b8ce-0a11f84ad510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (2ebdaaeb-8e41-40ed-95f8-21422c75ccf7), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:52.468148 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2416e930-d1d5-4963-8fde-bd6d9d97ca5e x-openstack-request-id: req-2416e930-d1d5-4963-8fde-bd6d9d97ca5e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:30:52.468400 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790b8652-e5e7-41cc-95ef-74381626b49f", "tag": "4e513d1c-5e06-41ac-bef9-bca9a8352422", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:30:52.468659 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2416e930-d1d5-4963-8fde-bd6d9d97ca5e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:30:52.469397 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790b8652-e5e7-41cc-95ef-74381626b49f', 'tag': '4e513d1c-5e06-41ac-bef9-bca9a8352422', 'status': 'completed', 'code': 200} Jan 17 09:30:52.491076 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-5be16523-07c6-41fd-b8ce-0a11f84ad510 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d013249a83542148a110f2b328b5c48&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4492953 Jan 17 09:30:52.491076 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be16523-07c6-41fd-b8ce-0a11f84ad510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebdaaeb-8e41-40ed-95f8-21422c75ccf7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:52.491859 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 33826) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:52.548168 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d77f90-a388-450f-8073-6706085a0b4b req-56e9ac1e-4fd1-4221-a3df-403ed7557078 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:52.549850 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-97d77f90-a388-450f-8073-6706085a0b4b req-56e9ac1e-4fd1-4221-a3df-403ed7557078 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 943 time: 0.7732103 Jan 17 09:30:52.609626 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-431e2f14-48cc-411a-ae73-4f5764584654 admin admin] Publish callbacks [] for security_group (2ebdaaeb-8e41-40ed-95f8-21422c75ccf7), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:52.633625 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-431e2f14-48cc-411a-ae73-4f5764584654 admin admin] Publish callbacks [] for security_group (2ebdaaeb-8e41-40ed-95f8-21422c75ccf7), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:52.698633 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-431e2f14-48cc-411a-ae73-4f5764584654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (2ebdaaeb-8e41-40ed-95f8-21422c75ccf7), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:52.701446 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-431e2f14-48cc-411a-ae73-4f5764584654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:52.707023 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-431e2f14-48cc-411a-ae73-4f5764584654 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2ebdaaeb-8e41-40ed-95f8-21422c75ccf7 HTTP/1.1" status: 204 len: 168 time: 0.2102995 Jan 17 09:30:52.729472 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e2f14-48cc-411a-ae73-4f5764584654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebdaaeb-8e41-40ed-95f8-21422c75ccf7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:52.755878 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8bb5-f154-4caf-9541-3a02b392dcc7 req-fff5fc69-85c4-47aa-b319-6ee38817a8e7 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:52.769183 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6f1e8bb5-f154-4caf-9541-3a02b392dcc7 req-fff5fc69-85c4-47aa-b319-6ee38817a8e7 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 944 time: 0.2019393 Jan 17 09:30:52.801834 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c7a312-30e2-4838-82bc-ba855768d4eb {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:30:52.826890 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Publish callbacks [] for port (91c7a312-30e2-4838-82bc-ba855768d4eb), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:52.899695 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Transition to ACTIVE for port object 91c7a312-30e2-4838-82bc-ba855768d4eb will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:30:52.913462 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6f1e8bb5-f154-4caf-9541-3a02b392dcc7 req-3732e2c7-d803-4d69-9f4b-9229582b3de9 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375651 Jan 17 09:30:52.916928 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-97d77f90-a388-450f-8073-6706085a0b4b req-fc982154-be10-46ae-ab1d-e2ccb890db0e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510492 Jan 17 09:30:52.917739 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (91c7a312-30e2-4838-82bc-ba855768d4eb), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:52.999257 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac83c62e-ca5d-464e-9e3c-f8f9e8c4f761 admin admin] Publish callbacks [] for security_group (7f385371-e53f-4cb4-8a4b-e84b45c0c1dd), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:53.056757 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac83c62e-ca5d-464e-9e3c-f8f9e8c4f761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (7f385371-e53f-4cb4-8a4b-e84b45c0c1dd), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:53.253107 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Pushing event updated for resources: {'Port': ['ID=91c7a312-30e2-4838-82bc-ba855768d4eb,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:53.327011 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-ac83c62e-ca5d-464e-9e3c-f8f9e8c4f761 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7a989c06018a4867838d4817dc1c22d1&name=default HTTP/1.1" status: 200 len: 2994 time: 1.9641700 Jan 17 09:30:53.327824 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83c62e-ca5d-464e-9e3c-f8f9e8c4f761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f385371-e53f-4cb4-8a4b-e84b45c0c1dd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:53.331404 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 33850) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:53.359104 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-ef15d6d3-2f38-4828-9f27-6d4063627e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:53.360788 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-ef15d6d3-2f38-4828-9f27-6d4063627e3e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9d45a94d13240c9bf0db535e64bd980&device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 1097 time: 0.4117765 Jan 17 09:30:53.374674 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Attempting to bind port 91c7a312-30e2-4838-82bc-ba855768d4eb on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:30:53.375099 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Attempting to bind port 91c7a312-30e2-4838-82bc-ba855768d4eb by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'fa595ab7-cdc0-4ba0-81e8-f53283ff1238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'da34c571-1e47-48bc-a790-537149900e32'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:30:53.375558 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Attempting to bind port 91c7a312-30e2-4838-82bc-ba855768d4eb on network da34c571-1e47-48bc-a790-537149900e32 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:53.383033 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48cd684-6cc7-4f49-a193-b31bc03c3cd4 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:30:53.387633 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Port 91c7a312-30e2-4838-82bc-ba855768d4eb on network da34c571-1e47-48bc-a790-537149900e32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:30:53.388026 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Attempting to bind port 91c7a312-30e2-4838-82bc-ba855768d4eb on network da34c571-1e47-48bc-a790-537149900e32 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:53.406887 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4643ca68-eda6-42bc-af39-d65929872648 x-openstack-request-id: req-4643ca68-eda6-42bc-af39-d65929872648 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:30:53.408259 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9c8698-68ae-494e-9df4-b8cfb939fd95", "tag": "c868553e-a0d2-4056-9a31-614cc766888f", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:30:53.408259 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4643ca68-eda6-42bc-af39-d65929872648 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:30:53.409026 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9c8698-68ae-494e-9df4-b8cfb939fd95', 'tag': 'c868553e-a0d2-4056-9a31-614cc766888f', 'status': 'completed', 'code': 200} Jan 17 09:30:53.416449 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-874685b0-9e06-4747-9f99-62cc9a2f86c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e513d1c-5e06-41ac-bef9-bca9a8352422 HTTP/1.1" status: 200 len: 217 time: 0.4230542 Jan 17 09:30:53.454412 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Publish callbacks [] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:53.537044 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:30:53.538299 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Checking segment: {'id': 'fa595ab7-cdc0-4ba0-81e8-f53283ff1238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'da34c571-1e47-48bc-a790-537149900e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:53.538911 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Bound using segment: {'id': 'fa595ab7-cdc0-4ba0-81e8-f53283ff1238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'da34c571-1e47-48bc-a790-537149900e32'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:30:53.539594 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Bound port: 91c7a312-30e2-4838-82bc-ba855768d4eb, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa595ab7-cdc0-4ba0-81e8-f53283ff1238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'da34c571-1e47-48bc-a790-537149900e32'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:30:53.540203 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (91c7a312-30e2-4838-82bc-ba855768d4eb), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: from cryptography.utils import int_from_bytes Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: from cryptography.utils import int_from_bytes Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.545520 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.547994 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.547994 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.547994 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.547994 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.547994 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.547994 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.547994 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.547994 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.547994 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.547994 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.547994 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:30:53.547994 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:30:53.555228 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dba856-70bf-4f48-b9bf-80bd5e5ddb75 req-607da077-4504-43cd-802f-92d31dad3941 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:53.565621 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-03dba856-70bf-4f48-b9bf-80bd5e5ddb75 req-607da077-4504-43cd-802f-92d31dad3941 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 931 time: 0.4685180 Jan 17 09:30:53.589788 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Transition to ACTIVE for port object a48cd684-6cc7-4f49-a193-b31bc03c3cd4 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:30:53.595441 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-63cda780-449e-42c2-8f3f-4813d98582f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 HTTP/1.1" status: 200 len: 217 time: 0.1848283 Jan 17 09:30:53.598486 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:53.698874 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-ffb59da9-9381-402d-832a-132d621c107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:53.700611 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-ffb59da9-9381-402d-832a-132d621c107c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1612e8ff-c60e-4953-91e2-686dada17487 HTTP/1.1" status: 200 len: 852 time: 0.2529130 Jan 17 09:30:53.816824 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-78860e61-936e-4aef-9078-83f8f4565bff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37c06426-6ead-4380-bd9c-d369a01106c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708306 Jan 17 09:30:53.821651 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75087e-ccd7-421c-899f-96c32da472af req-fb3692e5-9f1d-49ec-904c-f08a971ad458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:53.823264 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-fb3692e5-9f1d-49ec-904c-f08a971ad458 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2c4a35580ca41e4b962d614863de67a&device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 1096 time: 0.8913951 Jan 17 09:30:53.829807 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-287982af-1558-476a-89a4-0dfbe8cf1aa5 admin admin] Publish callbacks [] for security_group (7f385371-e53f-4cb4-8a4b-e84b45c0c1dd), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:53.859035 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-287982af-1558-476a-89a4-0dfbe8cf1aa5 admin admin] Publish callbacks [] for security_group (7f385371-e53f-4cb4-8a4b-e84b45c0c1dd), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:53.860402 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-d12bf7e9-de99-41b1-8a2d-a8de4e5e3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:53.862391 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-d12bf7e9-de99-41b1-8a2d-a8de4e5e3c1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3915768e-4951-462b-8892-2a88e583fd54 HTTP/1.1" status: 200 len: 858 time: 0.2012749 Jan 17 09:30:53.873270 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Attempting to bind port a48cd684-6cc7-4f49-a193-b31bc03c3cd4 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:30:53.873684 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Attempting to bind port a48cd684-6cc7-4f49-a193-b31bc03c3cd4 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:30:53.874095 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Attempting to bind port a48cd684-6cc7-4f49-a193-b31bc03c3cd4 on network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:53.885551 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Port a48cd684-6cc7-4f49-a193-b31bc03c3cd4 on network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:30:53.886031 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Attempting to bind port a48cd684-6cc7-4f49-a193-b31bc03c3cd4 on network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:30:53.911005 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:30:53.911366 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Checking segment: {'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:30:53.912340 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Bound using segment: {'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:30:53.912920 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Bound port: a48cd684-6cc7-4f49-a193-b31bc03c3cd4, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:30:53.913285 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:54.023137 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-287982af-1558-476a-89a4-0dfbe8cf1aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (7f385371-e53f-4cb4-8a4b-e84b45c0c1dd), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:54.026422 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-287982af-1558-476a-89a4-0dfbe8cf1aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:54.029436 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-287982af-1558-476a-89a4-0dfbe8cf1aa5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7f385371-e53f-4cb4-8a4b-e84b45c0c1dd HTTP/1.1" status: 204 len: 168 time: 0.6941161 Jan 17 09:30:54.076091 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-a1ea39f6-48c0-447a-8f03-20aa8ac2f1c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c868553e-a0d2-4056-9a31-614cc766888f HTTP/1.1" status: 200 len: 217 time: 0.0932963 Jan 17 09:30:54.085650 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-03dba856-70bf-4f48-b9bf-80bd5e5ddb75 req-0675d2ba-e549-4547-a314-e42dd328b5e4 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5191224 Jan 17 09:30:54.098340 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-736b9c0a-a928-436d-9710-54b56ba9b350 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da34c571-1e47-48bc-a790-537149900e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2143412 Jan 17 09:30:54.116349 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2e9f0-df9d-4220-a28a-4cc3a25bfd10 req-06eee88a-8a5b-4767-a4ff-b4cf96473275 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:54.117901 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a1b2e9f0-df9d-4220-a28a-4cc3a25bfd10 req-06eee88a-8a5b-4767-a4ff-b4cf96473275 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 943 time: 0.4162197 Jan 17 09:30:54.171172 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287982af-1558-476a-89a4-0dfbe8cf1aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f385371-e53f-4cb4-8a4b-e84b45c0c1dd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:54.241955 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] For port a48cd684-6cc7-4f49-a193-b31bc03c3cd4, host hv-cinder-81558, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:30:54.247633 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] For port a48cd684-6cc7-4f49-a193-b31bc03c3cd4, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a48cd684-6cc7-4f49-a193-b31bc03c3cd4,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:30:54.254646 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Pushing event updated for resources: {'Port': ['ID=a48cd684-6cc7-4f49-a193-b31bc03c3cd4,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:54.266480 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a1b2e9f0-df9d-4220-a28a-4cc3a25bfd10 req-12ea26bd-2c4e-45f3-91ca-78a59f418606 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141961 Jan 17 09:30:54.282179 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75087e-ccd7-421c-899f-96c32da472af req-ae272b7f-6dbb-4f3b-9986-3254b6272251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:54.284758 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-ae272b7f-6dbb-4f3b-9986-3254b6272251 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b654e773-cc35-4a44-8162-0cbbfbcc4f48 HTTP/1.1" status: 200 len: 854 time: 0.1980567 Jan 17 09:30:54.287067 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-f6c624c4-555a-4487-87b4-818a802bee87 service neutron] 10.222.0.31 "GET /v2.0/networks/37c06426-6ead-4380-bd9c-d369a01106c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693483 Jan 17 09:30:54.288586 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:54.351503 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] For port 91c7a312-30e2-4838-82bc-ba855768d4eb, host hv-cinder-81558, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:30:54.370586 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-9f05de51-3370-44f1-819c-14ddc6ce0653 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=acf9c04f-17ce-41f9-812d-42c23fd57a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625007 Jan 17 09:30:54.391723 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] For port 91c7a312-30e2-4838-82bc-ba855768d4eb, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=91c7a312-30e2-4838-82bc-ba855768d4eb,segment=NetworkSegment(fa595ab7-cdc0-4ba0-81e8-f53283ff1238),segment_id=fa595ab7-cdc0-4ba0-81e8-f53283ff1238)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:30:54.472697 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92427dc-ea41-46c5-825b-55aff4f8c0cf', 'tag': 'f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:30:54.475163 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ca2fba-a283-4330-ada5-92ff7d9df976" -d '{"events": [{"name": "network-changed", "server_uuid": "c92427dc-ea41-46c5-825b-55aff4f8c0cf", "tag": "f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:30:54.478758 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (91c7a312-30e2-4838-82bc-ba855768d4eb), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:54.511826 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34295c7-2162-4270-91be-cc74116f7375 req-76e76ca6-3214-4013-8677-ac5d6edcf19d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:54.513410 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c34295c7-2162-4270-91be-cc74116f7375 req-76e76ca6-3214-4013-8677-ac5d6edcf19d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 943 time: 0.1418657 Jan 17 09:30:54.587694 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:54.588532 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:54.590039 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] 10.222.0.31 "PUT /v2.0/ports/a48cd684-6cc7-4f49-a193-b31bc03c3cd4 HTTP/1.1" status: 200 len: 1093 time: 3.9307361 Jan 17 09:30:54.607373 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:54.609803 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:54.611386 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] 10.222.0.31 "PUT /v2.0/ports/91c7a312-30e2-4838-82bc-ba855768d4eb HTTP/1.1" status: 200 len: 1094 time: 4.1120620 Jan 17 09:30:54.635261 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-58290084-6562-4abe-8e86-bcb1e4831808 service neutron] 10.222.0.31 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004927 Jan 17 09:30:54.661266 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0526b-8a5b-4838-b3da-c7ff2dca961b service neutron] Pushing event updated for resources: {'Port': ['ID=a48cd684-6cc7-4f49-a193-b31bc03c3cd4,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:54.670703 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-805e6eba-a1d0-461b-b0ec-47d62d762482 req-8d998ff1-a943-41ee-ab07-041890b26a60 service neutron] 10.222.0.31 "GET /v2.0/networks/37c06426-6ead-4380-bd9c-d369a01106c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848251 Jan 17 09:30:54.704330 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3b9f-3a6c-4bb4-aee7-352b5d208f8c req-a64f7b47-790d-4613-8ffa-fbd9cc5f4246 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:54.714914 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3bfa3b9f-3a6c-4bb4-aee7-352b5d208f8c req-a64f7b47-790d-4613-8ffa-fbd9cc5f4246 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 944 time: 0.2416873 Jan 17 09:30:54.722309 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c34295c7-2162-4270-91be-cc74116f7375 req-0b701b87-67e8-43b4-abf7-cd96864391c9 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007949 Jan 17 09:30:54.809823 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-80f75e7d-84d9-4513-a5a1-4f717f000253 service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266454 Jan 17 09:30:54.893220 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3bfa3b9f-3a6c-4bb4-aee7-352b5d208f8c req-473d4e09-e907-4d57-a42a-f2521c42dac4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770504 Jan 17 09:30:54.922835 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b0ccea-4d19-4221-b84f-804f87e3f2d8 x-openstack-request-id: req-b5b0ccea-4d19-4221-b84f-804f87e3f2d8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:30:54.923312 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92427dc-ea41-46c5-825b-55aff4f8c0cf", "tag": "f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:30:54.923938 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5b0ccea-4d19-4221-b84f-804f87e3f2d8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:30:54.924761 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92427dc-ea41-46c5-825b-55aff4f8c0cf', 'tag': 'f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5', 'status': 'completed', 'code': 200} Jan 17 09:30:54.953042 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc64e8-093a-4e3d-ba70-fa6ba3d4c4bd service neutron] Pushing event updated for resources: {'Port': ['ID=91c7a312-30e2-4838-82bc-ba855768d4eb,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:55.107687 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b75087e-ccd7-421c-899f-96c32da472af req-147c03d9-8ffc-4be7-84bd-faf636be612e service neutron] 10.222.0.31 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617628 Jan 17 09:30:55.142493 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-eac50deb-69cd-4920-b07a-fe1a0577ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:55.144028 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-eac50deb-69cd-4920-b07a-fe1a0577ecb8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9d45a94d13240c9bf0db535e64bd980&device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 1097 time: 0.1804907 Jan 17 09:30:55.203656 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-45e8363b-ba22-4467-b898-12d427c6762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:55.205569 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-45e8363b-ba22-4467-b898-12d427c6762d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d4b53680e0443b88340aca1b54694d3&device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 1096 time: 0.2076235 Jan 17 09:30:55.241660 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-5900f3bc-fa93-4385-ad4f-a98ce787d357 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91c7a312-30e2-4838-82bc-ba855768d4eb HTTP/1.1" status: 200 len: 217 time: 0.0895784 Jan 17 09:30:55.259454 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-59ec8d30-238b-4c60-84fe-507a6a945429 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a48cd684-6cc7-4f49-a193-b31bc03c3cd4 HTTP/1.1" status: 200 len: 217 time: 0.0445180 Jan 17 09:30:55.270656 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a96f6-8902-42f2-97b5-61ee4abee202 req-34b90ed3-d55f-4209-9d41-e865b9cfefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:55.272486 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-707a96f6-8902-42f2-97b5-61ee4abee202 req-34b90ed3-d55f-4209-9d41-e865b9cfefaf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4e344de4abe4940b07ea9f75685903c&device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 1096 time: 0.2147012 Jan 17 09:30:55.286939 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-dc901882-26c1-4cb6-a3ec-462d98bc08dd req-c4de60fe-d831-4c14-bfba-df6c4e59b63a service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830636 Jan 17 09:30:55.368725 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-4dcaaddf-a43b-4ce7-9ece-ba6623533337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:55.370207 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-4dcaaddf-a43b-4ce7-9ece-ba6623533337 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3915768e-4951-462b-8892-2a88e583fd54 HTTP/1.1" status: 200 len: 858 time: 0.1203969 Jan 17 09:30:55.399264 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37745a4-b268-41f4-8de9-b6b86ffa63f7 req-d5df102c-0241-467c-a49d-17b1f58d0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:55.401529 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b37745a4-b268-41f4-8de9-b6b86ffa63f7 req-d5df102c-0241-467c-a49d-17b1f58d0c33 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2c4a35580ca41e4b962d614863de67a&device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 1096 time: 0.2352030 Jan 17 09:30:55.411887 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db36972-1c46-4a5f-836f-d3fdcea1da18', 'tag': 'a48cd684-6cc7-4f49-a193-b31bc03c3cd4'}, {'name': 'network-changed', 'server_uuid': 'f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4', 'tag': '91c7a312-30e2-4838-82bc-ba855768d4eb'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:30:55.416795 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd9be6d-f537-44e6-a2de-8fef30cae986" -d '{"events": [{"name": "network-changed", "server_uuid": "3db36972-1c46-4a5f-836f-d3fdcea1da18", "tag": "a48cd684-6cc7-4f49-a193-b31bc03c3cd4"}, {"name": "network-changed", "server_uuid": "f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4", "tag": "91c7a312-30e2-4838-82bc-ba855768d4eb"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:30:55.420492 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-11a01a9d-2556-4622-b5f3-07479cdad48b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da34c571-1e47-48bc-a790-537149900e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353594 Jan 17 09:30:55.435739 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6375b-775f-4c0d-b7ce-c3c0e85d9704 req-ec8ebb9a-a10a-45e9-ad4e-9d27101f19c6 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:55.444037 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-17e6375b-775f-4c0d-b7ce-c3c0e85d9704 req-ec8ebb9a-a10a-45e9-ad4e-9d27101f19c6 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 943 time: 0.2077513 Jan 17 09:30:55.518876 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 33956) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:55.619087 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cf6d5e86-91ca-4c43-8487-1b40aad3f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:55.620605 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-cf6d5e86-91ca-4c43-8487-1b40aad3f4e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7862a30a-3de9-4df3-9ab7-bbfbb516200f HTTP/1.1" status: 200 len: 850 time: 0.3541298 Jan 17 09:30:55.687085 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8aa7d-59da-4e3f-9ba5-4cc33bb0eea5 req-84b708b7-e3da-4af7-babf-eb9ffaf2ea5f tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:55.688650 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7fd8aa7d-59da-4e3f-9ba5-4cc33bb0eea5 req-84b708b7-e3da-4af7-babf-eb9ffaf2ea5f tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 943 time: 0.2529483 Jan 17 09:30:55.704766 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-17e6375b-775f-4c0d-b7ce-c3c0e85d9704 req-ad80469f-27d9-482e-a453-2f17afdeecd7 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552431 Jan 17 09:30:55.708070 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca2fba-a283-4330-ada5-92ff7d9df976 req-83bbed81-8b18-469f-becc-34a475d161f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:55.710080 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-63ca2fba-a283-4330-ada5-92ff7d9df976 req-83bbed81-8b18-469f-becc-34a475d161f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9d45a94d13240c9bf0db535e64bd980&device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 1097 time: 0.2895794 Jan 17 09:30:55.782827 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37745a4-b268-41f4-8de9-b6b86ffa63f7 req-0d2c16b3-9fbd-4cfc-98e2-1c0b7ebbac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:55.792627 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b37745a4-b268-41f4-8de9-b6b86ffa63f7 req-0d2c16b3-9fbd-4cfc-98e2-1c0b7ebbac5a service neutron] 10.222.0.31 "GET /v2.0/networks?id=acf9c04f-17ce-41f9-812d-42c23fd57a40 HTTP/1.1" status: 200 len: 915 time: 0.3753164 Jan 17 09:30:55.798281 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-d6862efc-cebc-4305-8cd8-a48084320bde service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449807 Jan 17 09:30:55.908085 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b37745a4-b268-41f4-8de9-b6b86ffa63f7 req-ec21332e-56ae-4540-8366-cc0f2f13c01e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c868553e-a0d2-4056-9a31-614cc766888f HTTP/1.1" status: 200 len: 217 time: 0.1032760 Jan 17 09:30:55.933859 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a96f6-8902-42f2-97b5-61ee4abee202 req-110b6915-6219-4e0b-9068-8160e123de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:55.935328 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-707a96f6-8902-42f2-97b5-61ee4abee202 req-110b6915-6219-4e0b-9068-8160e123de92 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37c06426-6ead-4380-bd9c-d369a01106c9 HTTP/1.1" status: 200 len: 913 time: 0.6538172 Jan 17 09:30:55.947218 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 17 Jan 2022 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d353cfd6-1716-4c6f-80cb-e774389a54d6 x-openstack-request-id: req-d353cfd6-1716-4c6f-80cb-e774389a54d6 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:30:55.947519 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db36972-1c46-4a5f-836f-d3fdcea1da18", "tag": "a48cd684-6cc7-4f49-a193-b31bc03c3cd4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4", "tag": "91c7a312-30e2-4838-82bc-ba855768d4eb", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:30:55.947765 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d353cfd6-1716-4c6f-80cb-e774389a54d6 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:30:55.948216 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db36972-1c46-4a5f-836f-d3fdcea1da18', 'tag': 'a48cd684-6cc7-4f49-a193-b31bc03c3cd4', 'status': 'completed', 'code': 200} Jan 17 09:30:55.948518 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4', 'tag': '91c7a312-30e2-4838-82bc-ba855768d4eb', 'status': 'completed', 'code': 200} Jan 17 09:30:56.008752 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-707a96f6-8902-42f2-97b5-61ee4abee202 req-f166c468-dc36-4bb1-8775-cae9cef5b77b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e513d1c-5e06-41ac-bef9-bca9a8352422 HTTP/1.1" status: 200 len: 217 time: 0.0561543 Jan 17 09:30:56.076505 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-ae817b2f-e3b2-47f9-970d-571cf925d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:56.078039 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-ae817b2f-e3b2-47f9-970d-571cf925d426 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4405730 Jan 17 09:30:56.097649 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6805d047-3b2f-4810-aea0-e82f97c645d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:56.190094 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37745a4-b268-41f4-8de9-b6b86ffa63f7 req-29883283-01d8-471e-8727-42b9d8b08b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:56.191607 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b37745a4-b268-41f4-8de9-b6b86ffa63f7 req-29883283-01d8-471e-8727-42b9d8b08b99 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b654e773-cc35-4a44-8162-0cbbfbcc4f48 HTTP/1.1" status: 200 len: 854 time: 0.2506099 Jan 17 09:30:56.201814 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ffe9b-ff0b-4c1a-ad81-47e044a4669b req-9b4d2834-80e0-4486-bd92-aa1ebcf5d393 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:56.211439 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-601ffe9b-ff0b-4c1a-ad81-47e044a4669b req-9b4d2834-80e0-4486-bd92-aa1ebcf5d393 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 943 time: 0.3039150 Jan 17 09:30:56.239288 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7fd8aa7d-59da-4e3f-9ba5-4cc33bb0eea5 req-0148ef35-3764-4eed-bd5d-144275d89810 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263658 Jan 17 09:30:56.264786 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a96f6-8902-42f2-97b5-61ee4abee202 req-c488f0a1-caf9-4b6f-bb9e-3b5f5a3d1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:56.266408 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-707a96f6-8902-42f2-97b5-61ee4abee202 req-c488f0a1-caf9-4b6f-bb9e-3b5f5a3d1a42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1612e8ff-c60e-4953-91e2-686dada17487 HTTP/1.1" status: 200 len: 852 time: 0.2046831 Jan 17 09:30:56.277001 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b37745a4-b268-41f4-8de9-b6b86ffa63f7 req-ba088998-5037-4434-8da8-ae412ffaddfd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=acf9c04f-17ce-41f9-812d-42c23fd57a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658371 Jan 17 09:30:56.314603 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-a61948b6-41ec-4f90-9fad-7e85d4c8146f service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005348 Jan 17 09:30:56.340262 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-707a96f6-8902-42f2-97b5-61ee4abee202 req-359cf5a9-1441-4019-932b-255f08a1c8cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37c06426-6ead-4380-bd9c-d369a01106c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568078 Jan 17 09:30:56.341262 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca2fba-a283-4330-ada5-92ff7d9df976 req-95e5b008-7256-42f2-afb2-ea0a22df5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:56.342566 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-63ca2fba-a283-4330-ada5-92ff7d9df976 req-95e5b008-7256-42f2-afb2-ea0a22df5031 service neutron] 10.222.0.31 "GET /v2.0/networks?id=da34c571-1e47-48bc-a790-537149900e32 HTTP/1.1" status: 200 len: 919 time: 0.6113706 Jan 17 09:30:56.410954 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-239bf9aa-2c95-4baf-b9d7-3a90ee4bda91 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174896 Jan 17 09:30:56.413384 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-601ffe9b-ff0b-4c1a-ad81-47e044a4669b req-320ab660-0be2-40b3-90d2-ea036cb46bfb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033052 Jan 17 09:30:56.460160 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b37745a4-b268-41f4-8de9-b6b86ffa63f7 req-1cf09d4b-1cf3-4942-acd9-a0867c5369bb service neutron] 10.222.0.31 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691320 Jan 17 09:30:56.503997 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-63ca2fba-a283-4330-ada5-92ff7d9df976 req-c3a29984-f755-4c68-9fcb-e614ac4fa231 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 HTTP/1.1" status: 200 len: 217 time: 0.1157284 Jan 17 09:30:56.567171 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b37745a4-b268-41f4-8de9-b6b86ffa63f7 req-8d0cb13a-1293-4e7f-a9ef-920c8769e7de service neutron] 10.222.0.31 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009269 Jan 17 09:30:56.625162 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc278-b029-4141-9bcf-64f068684926 req-9ce6e6ea-3b4b-4087-8da8-0d1bd6937331 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:56.626702 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-454cc278-b029-4141-9bcf-64f068684926 req-9ce6e6ea-3b4b-4087-8da8-0d1bd6937331 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 944 time: 0.2774317 Jan 17 09:30:56.628731 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6805d047-3b2f-4810-aea0-e82f97c645d7 admin admin] Publish callbacks [] for security_group (1a913432-58ed-4aea-a4e4-23ef5f31d9bf), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:56.650363 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6805d047-3b2f-4810-aea0-e82f97c645d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (1a913432-58ed-4aea-a4e4-23ef5f31d9bf), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:56.701754 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca2fba-a283-4330-ada5-92ff7d9df976 req-f241f566-fefa-427f-84aa-8aa7b2a11beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:56.703248 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-63ca2fba-a283-4330-ada5-92ff7d9df976 req-f241f566-fefa-427f-84aa-8aa7b2a11beb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3915768e-4951-462b-8892-2a88e583fd54 HTTP/1.1" status: 200 len: 858 time: 0.1825476 Jan 17 09:30:56.788676 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-707a96f6-8902-42f2-97b5-61ee4abee202 req-04a895dc-328c-4fc2-a809-acf56ab2dd43 service neutron] 10.222.0.31 "GET /v2.0/networks/37c06426-6ead-4380-bd9c-d369a01106c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300349 Jan 17 09:30:56.793723 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-6805d047-3b2f-4810-aea0-e82f97c645d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e914ca3fe2364eea891cebe85decd533&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2606068 Jan 17 09:30:56.793861 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34014) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:56.796151 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-63ca2fba-a283-4330-ada5-92ff7d9df976 req-e61e4871-3158-40bf-acaf-fb012268e793 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da34c571-1e47-48bc-a790-537149900e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761189 Jan 17 09:30:56.796984 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805d047-3b2f-4810-aea0-e82f97c645d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a913432-58ed-4aea-a4e4-23ef5f31d9bf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:56.832552 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99ece02f-a3f0-4cf0-9cd1-549dc12bbf49 req-c6a96b30-cc58-47ed-ba53-6b0ff90f75cb service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698204 Jan 17 09:30:56.913791 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4f348eb4-6fa2-4157-82ee-c531664ded12 admin admin] Publish callbacks [] for security_group (1a913432-58ed-4aea-a4e4-23ef5f31d9bf), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:56.923187 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-454cc278-b029-4141-9bcf-64f068684926 req-282c40a3-19ec-4b0d-8d2a-1decb2a0fa52 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879484 Jan 17 09:30:56.947114 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4f348eb4-6fa2-4157-82ee-c531664ded12 admin admin] Publish callbacks [] for security_group (1a913432-58ed-4aea-a4e4-23ef5f31d9bf), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:57.021476 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-1c4a3f87-5ccf-413c-9df7-85e5bc7d7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:57.022964 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-1c4a3f87-5ccf-413c-9df7-85e5bc7d7384 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d4b53680e0443b88340aca1b54694d3&device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 1096 time: 0.1175497 Jan 17 09:30:57.023312 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4f348eb4-6fa2-4157-82ee-c531664ded12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (1a913432-58ed-4aea-a4e4-23ef5f31d9bf), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:57.024778 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-63ca2fba-a283-4330-ada5-92ff7d9df976 req-3139e939-9b5a-41ce-a145-16f8f130c325 service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194462 Jan 17 09:30:57.029993 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4f348eb4-6fa2-4157-82ee-c531664ded12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:57.030133 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-707a96f6-8902-42f2-97b5-61ee4abee202 req-e1f67e61-b420-408b-ac7b-2b79a5877e94 service neutron] 10.222.0.31 "GET /v2.0/networks/37c06426-6ead-4380-bd9c-d369a01106c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303164 Jan 17 09:30:57.031257 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4f348eb4-6fa2-4157-82ee-c531664ded12 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1a913432-58ed-4aea-a4e4-23ef5f31d9bf HTTP/1.1" status: 204 len: 168 time: 0.2364514 Jan 17 09:30:57.057276 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f348eb4-6fa2-4157-82ee-c531664ded12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a913432-58ed-4aea-a4e4-23ef5f31d9bf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:57.076669 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154cbdc-c0be-4384-8ad9-18889ca30c18 req-5405310a-928d-48ec-9de4-edf9fdbe6b4d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:57.078611 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3154cbdc-c0be-4384-8ad9-18889ca30c18 req-5405310a-928d-48ec-9de4-edf9fdbe6b4d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 943 time: 0.2485783 Jan 17 09:30:57.175588 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3154cbdc-c0be-4384-8ad9-18889ca30c18 req-3ae514a3-4442-45a4-b88e-c5dcb88b85f4 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891395 Jan 17 09:30:57.215075 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-943d056f-d227-4579-a593-bf10604a7488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:57.218535 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 4e513d1c-5e06-41ac-bef9-bca9a8352422 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:30:57.219921 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-943d056f-d227-4579-a593-bf10604a7488 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf HTTP/1.1" status: 200 len: 912 time: 0.1847167 Jan 17 09:30:57.223656 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-63ca2fba-a283-4330-ada5-92ff7d9df976 req-5d0ce9e8-391a-4190-aa03-0960e6e2ff21 service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806710 Jan 17 09:30:57.293018 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-772a274d-abbb-418a-89ff-b3f4a07841c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a48cd684-6cc7-4f49-a193-b31bc03c3cd4 HTTP/1.1" status: 200 len: 217 time: 0.0621552 Jan 17 09:30:57.399801 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 4e513d1c-5e06-41ac-bef9-bca9a8352422, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4e513d1c-5e06-41ac-bef9-bca9a8352422,segment=NetworkSegment(9b98eb80-15be-4117-b45f-c849e04f68fd),segment_id=9b98eb80-15be-4117-b45f-c849e04f68fd)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:30:57.407375 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-d8041245-632a-4892-9873-7b92da3643d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:57.408886 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-d8041245-632a-4892-9873-7b92da3643d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7862a30a-3de9-4df3-9ab7-bbfbb516200f HTTP/1.1" status: 200 len: 850 time: 0.1095073 Jan 17 09:30:57.420835 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': '4e513d1c-5e06-41ac-bef9-bca9a8352422', 'network_id': '37c06426-6ead-4380-bd9c-d369a01106c9', 'port_id': '4e513d1c-5e06-41ac-bef9-bca9a8352422', 'mac_address': 'fa:16:3e:a8:e9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1612e8ff-c60e-4953-91e2-686dada17487', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:30:57.432258 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34052) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:57.444358 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6ea54-b8f2-4c47-9222-359310e0cc74 req-c4a20498-4b46-4d71-8391-6cef3d26a1c0 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:57.445913 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-20b6ea54-b8f2-4c47-9222-359310e0cc74 req-c4a20498-4b46-4d71-8391-6cef3d26a1c0 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 943 time: 0.0885019 Jan 17 09:30:57.484041 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 4e513d1c-5e06-41ac-bef9-bca9a8352422 is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:57.484674 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (4e513d1c-5e06-41ac-bef9-bca9a8352422), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:57.500372 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e513d1c-5e06-41ac-bef9-bca9a8352422 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:30:57.527882 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 4e513d1c-5e06-41ac-bef9-bca9a8352422, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4e513d1c-5e06-41ac-bef9-bca9a8352422,segment=NetworkSegment(9b98eb80-15be-4117-b45f-c849e04f68fd),segment_id=9b98eb80-15be-4117-b45f-c849e04f68fd)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:30:57.540403 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (4e513d1c-5e06-41ac-bef9-bca9a8352422), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:57.542903 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:30:57.564394 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-df987a77-ac7a-4b85-8f7b-b4ca56b5b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:57.566140 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-df987a77-ac7a-4b85-8f7b-b4ca56b5b26d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1477463 Jan 17 09:30:57.588044 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-20b6ea54-b8f2-4c47-9222-359310e0cc74 req-2bc984bd-12f7-432d-a9f3-21c8cbabaeba tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969501 Jan 17 09:30:57.609219 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d937f-b89f-4e95-b697-21a48e21b479 req-bc815406-7ef6-4e95-b37e-88d84ac76558 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:57.616765 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cb4d937f-b89f-4e95-b697-21a48e21b479 req-bc815406-7ef6-4e95-b37e-88d84ac76558 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 943 time: 0.1017654 Jan 17 09:30:57.639861 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=4e513d1c-5e06-41ac-bef9-bca9a8352422,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:57.711135 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cb4d937f-b89f-4e95-b697-21a48e21b479 req-860bfbba-a7ca-4256-a4b9-497e0a066e04 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872386 Jan 17 09:30:57.729027 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-5ce26d95-80b9-48c5-b214-45ebbf187e01 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531980 Jan 17 09:30:57.731802 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e94bd33-0451-4d3d-b062-0a5be453ff9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:57.807038 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5,segment=NetworkSegment(fa595ab7-cdc0-4ba0-81e8-f53283ff1238),segment_id=fa595ab7-cdc0-4ba0-81e8-f53283ff1238)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:30:57.829122 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e94bd33-0451-4d3d-b062-0a5be453ff9f admin admin] Publish callbacks [] for security_group (c7df5869-473b-474c-b36b-e8e04ee25e5e), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:57.835790 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5', 'network_id': 'da34c571-1e47-48bc-a790-537149900e32', 'port_id': 'f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5', 'mac_address': 'fa:16:3e:67:7f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3915768e-4951-462b-8892-2a88e583fd54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:30:57.836627 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e94bd33-0451-4d3d-b062-0a5be453ff9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (c7df5869-473b-474c-b36b-e8e04ee25e5e), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:57.891869 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-5727d10c-c87f-4a87-ac5b-9a46509fc103 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549642 Jan 17 09:30:57.900442 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1e94bd33-0451-4d3d-b062-0a5be453ff9f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=51424e742a214defb6abc13a32c95c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4669795 Jan 17 09:30:57.901589 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94bd33-0451-4d3d-b062-0a5be453ff9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7df5869-473b-474c-b36b-e8e04ee25e5e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:57.903123 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:57.913422 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34072) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:57.947208 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:57.947621 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:57.994764 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:30:58.034405 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5,segment=NetworkSegment(fa595ab7-cdc0-4ba0-81e8-f53283ff1238),segment_id=fa595ab7-cdc0-4ba0-81e8-f53283ff1238)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:30:58.044294 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:58.044978 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device c868553e-a0d2-4056-9a31-614cc766888f details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:30:58.152625 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:58.222358 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port c868553e-a0d2-4056-9a31-614cc766888f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c868553e-a0d2-4056-9a31-614cc766888f,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:30:58.244782 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-000e7ad2-38b3-4303-a25b-72c93d9279e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:58.275704 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc58d302-3544-48e6-80b3-d35dc9740db4 admin admin] Publish callbacks [] for security_group (c7df5869-473b-474c-b36b-e8e04ee25e5e), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:58.296574 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-1dc5a3e0-c053-4355-90cb-5751a2b7c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:58.298440 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-1dc5a3e0-c053-4355-90cb-5751a2b7c7bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9d45a94d13240c9bf0db535e64bd980&device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 1097 time: 0.3547125 Jan 17 09:30:58.396344 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4051e0-68c7-469a-8ee3-158e5cb2118d req-98df88b6-3988-444d-a0e0-9d49210ff578 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:58.402840 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc58d302-3544-48e6-80b3-d35dc9740db4 admin admin] Publish callbacks [] for security_group (c7df5869-473b-474c-b36b-e8e04ee25e5e), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:58.403052 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aa4051e0-68c7-469a-8ee3-158e5cb2118d req-98df88b6-3988-444d-a0e0-9d49210ff578 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 943 time: 0.0838332 Jan 17 09:30:58.411692 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42195042-c564-4ab8-87df-3ece82556284 req-f8870909-a8fe-427f-bcf2-4d8637fcb75c tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:58.413345 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-42195042-c564-4ab8-87df-3ece82556284 req-f8870909-a8fe-427f-bcf2-4d8637fcb75c tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 945 time: 0.1879580 Jan 17 09:30:58.461861 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'c868553e-a0d2-4056-9a31-614cc766888f', 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40', 'port_id': 'c868553e-a0d2-4056-9a31-614cc766888f', 'mac_address': 'fa:16:3e:d4:01:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b654e773-cc35-4a44-8162-0cbbfbcc4f48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:30:58.464371 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-000e7ad2-38b3-4303-a25b-72c93d9279e8 admin admin] Publish callbacks [] for security_group (c7b3aad5-8853-4b6b-8322-c027c4be5ec4), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:58.476990 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-000e7ad2-38b3-4303-a25b-72c93d9279e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (c7b3aad5-8853-4b6b-8322-c027c4be5ec4), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:58.510330 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aa4051e0-68c7-469a-8ee3-158e5cb2118d req-ccf3817c-72cd-46c2-aa57-58bc4751ceb7 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062458 Jan 17 09:30:58.524288 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port c868553e-a0d2-4056-9a31-614cc766888f is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:58.524688 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (c868553e-a0d2-4056-9a31-614cc766888f), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:58.539833 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-42195042-c564-4ab8-87df-3ece82556284 req-bac8ad0c-1521-426e-8c8e-4b6342f3f46a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177907 Jan 17 09:30:58.542752 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c868553e-a0d2-4056-9a31-614cc766888f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:30:58.544764 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-6727c2d0-eea3-46c3-bf5a-a73cbbcd42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:58.546624 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-6727c2d0-eea3-46c3-bf5a-a73cbbcd42e3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=da34c571-1e47-48bc-a790-537149900e32 HTTP/1.1" status: 200 len: 919 time: 0.2377474 Jan 17 09:30:58.573114 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port c868553e-a0d2-4056-9a31-614cc766888f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c868553e-a0d2-4056-9a31-614cc766888f,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:30:58.577170 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-000e7ad2-38b3-4303-a25b-72c93d9279e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dd3a4b54500543e0aa5fe06996a2a3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6632087 Jan 17 09:30:58.578274 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e7ad2-38b3-4303-a25b-72c93d9279e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b3aad5-8853-4b6b-8322-c027c4be5ec4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:58.579089 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (c868553e-a0d2-4056-9a31-614cc766888f), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:58.581313 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34100) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:58.624953 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-1764208d-6a7d-4275-8f6b-26d1c1744535 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91c7a312-30e2-4838-82bc-ba855768d4eb HTTP/1.1" status: 200 len: 217 time: 0.0712156 Jan 17 09:30:58.646814 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=c868553e-a0d2-4056-9a31-614cc766888f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:58.671657 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17351add-8dad-4da2-b089-36ce2b436460 admin admin] Publish callbacks [] for security_group (c7b3aad5-8853-4b6b-8322-c027c4be5ec4), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:58.684553 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc58d302-3544-48e6-80b3-d35dc9740db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (c7df5869-473b-474c-b36b-e8e04ee25e5e), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:58.687205 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc58d302-3544-48e6-80b3-d35dc9740db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:58.691662 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-cc58d302-3544-48e6-80b3-d35dc9740db4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7df5869-473b-474c-b36b-e8e04ee25e5e HTTP/1.1" status: 204 len: 168 time: 0.7775691 Jan 17 09:30:58.704286 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17351add-8dad-4da2-b089-36ce2b436460 admin admin] Publish callbacks [] for security_group (c7b3aad5-8853-4b6b-8322-c027c4be5ec4), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:58.705035 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58d302-3544-48e6-80b3-d35dc9740db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7df5869-473b-474c-b36b-e8e04ee25e5e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:58.730980 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-9ff31d49-a5d3-4ac9-9771-23c8b7e21645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:58.733703 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-9ff31d49-a5d3-4ac9-9771-23c8b7e21645 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3915768e-4951-462b-8892-2a88e583fd54 HTTP/1.1" status: 200 len: 858 time: 0.1020098 Jan 17 09:30:58.778808 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-6da03112-fa7b-455d-b69b-896d7002e822 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da34c571-1e47-48bc-a790-537149900e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361233 Jan 17 09:30:58.856713 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aee3cb-7cd6-4215-98c6-26a177def850 req-f722c6ea-2677-4339-bff9-2435b812274f tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:58.858881 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-07aee3cb-7cd6-4215-98c6-26a177def850 req-f722c6ea-2677-4339-bff9-2435b812274f tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 944 time: 0.1152878 Jan 17 09:30:58.893927 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17351add-8dad-4da2-b089-36ce2b436460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (c7b3aad5-8853-4b6b-8322-c027c4be5ec4), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:58.897275 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17351add-8dad-4da2-b089-36ce2b436460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:58.898428 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-17351add-8dad-4da2-b089-36ce2b436460 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7b3aad5-8853-4b6b-8322-c027c4be5ec4 HTTP/1.1" status: 204 len: 168 time: 0.3162084 Jan 17 09:30:58.918005 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:30:58.925126 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17351add-8dad-4da2-b089-36ce2b436460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b3aad5-8853-4b6b-8322-c027c4be5ec4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:58.959433 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4a1e8-bb4d-40dc-825d-2f360391544b req-0e4c7a27-9862-4d33-a4e7-d312e5e14a60 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:58.961411 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fda4a1e8-bb4d-40dc-825d-2f360391544b req-0e4c7a27-9862-4d33-a4e7-d312e5e14a60 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 944 time: 0.1309648 Jan 17 09:30:58.973494 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-07aee3cb-7cd6-4215-98c6-26a177def850 req-81009e05-27d3-4b7e-b39f-51497cfa5b20 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022961 Jan 17 09:30:58.986730 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['4e513d1c-5e06-41ac-bef9-bca9a8352422'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:30:58.995488 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['c868553e-a0d2-4056-9a31-614cc766888f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:30:59.036939 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-6200d403-1973-4726-9b60-79d727788231 service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435563 Jan 17 09:30:59.112353 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fda4a1e8-bb4d-40dc-825d-2f360391544b req-33a3fd76-8a99-4291-b78e-0cc30aac261d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391890 Jan 17 09:30:59.170922 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0dd9be6d-f537-44e6-a2de-8fef30cae986 req-f248177d-17b5-46a5-ae8c-b2a44e913952 service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258297 Jan 17 09:30:59.231128 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 91c7a312-30e2-4838-82bc-ba855768d4eb details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:30:59.345475 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34126) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:59.361115 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7e9d9f0f-8ee3-4b66-997e-45fa6f62f458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:59.454938 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7e9d9f0f-8ee3-4b66-997e-45fa6f62f458 admin admin] Publish callbacks [] for security_group (2139bad4-c905-47fc-af18-a254bd4e9684), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:59.460521 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7e9d9f0f-8ee3-4b66-997e-45fa6f62f458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (2139bad4-c905-47fc-af18-a254bd4e9684), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:59.471879 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34128) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:59.501057 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 91c7a312-30e2-4838-82bc-ba855768d4eb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=91c7a312-30e2-4838-82bc-ba855768d4eb,segment=NetworkSegment(fa595ab7-cdc0-4ba0-81e8-f53283ff1238),segment_id=fa595ab7-cdc0-4ba0-81e8-f53283ff1238)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:30:59.507542 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-744bd31d-0abf-4427-a19a-b8575dd94f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:59.520303 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-7e9d9f0f-8ee3-4b66-997e-45fa6f62f458 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4e0d20ded9d14e73956c337a769e32bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1736863 Jan 17 09:30:59.522189 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d9f0f-8ee3-4b66-997e-45fa6f62f458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2139bad4-c905-47fc-af18-a254bd4e9684,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:59.526413 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34132) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:59.540538 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': '91c7a312-30e2-4838-82bc-ba855768d4eb', 'network_id': 'da34c571-1e47-48bc-a790-537149900e32', 'port_id': '91c7a312-30e2-4838-82bc-ba855768d4eb', 'mac_address': 'fa:16:3e:88:0e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3915768e-4951-462b-8892-2a88e583fd54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:30:59.615665 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 91c7a312-30e2-4838-82bc-ba855768d4eb is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:30:59.617358 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (91c7a312-30e2-4838-82bc-ba855768d4eb), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:59.642012 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c7a312-30e2-4838-82bc-ba855768d4eb {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:30:59.652213 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18fb467a-d5ba-4e2d-b5ab-8841632d1621 admin admin] Publish callbacks [] for security_group (2139bad4-c905-47fc-af18-a254bd4e9684), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:59.668394 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 91c7a312-30e2-4838-82bc-ba855768d4eb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=91c7a312-30e2-4838-82bc-ba855768d4eb,segment=NetworkSegment(fa595ab7-cdc0-4ba0-81e8-f53283ff1238),segment_id=fa595ab7-cdc0-4ba0-81e8-f53283ff1238)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:30:59.671818 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff0ea6-0309-4bbd-aa37-208acc0c3aed req-f074cb04-6ed1-4b7d-a28e-21436c95fd81 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:59.673405 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66ff0ea6-0309-4bbd-aa37-208acc0c3aed req-f074cb04-6ed1-4b7d-a28e-21436c95fd81 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 943 time: 0.0875776 Jan 17 09:30:59.681044 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (91c7a312-30e2-4838-82bc-ba855768d4eb), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:59.684389 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device a48cd684-6cc7-4f49-a193-b31bc03c3cd4 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:30:59.716365 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18fb467a-d5ba-4e2d-b5ab-8841632d1621 admin admin] Publish callbacks [] for security_group (2139bad4-c905-47fc-af18-a254bd4e9684), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:59.716872 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-744bd31d-0abf-4427-a19a-b8575dd94f6b admin admin] Publish callbacks [] for security_group (e2d43284-243d-4e31-819f-161b4ea62eca), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:59.733075 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-744bd31d-0abf-4427-a19a-b8575dd94f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (e2d43284-243d-4e31-819f-161b4ea62eca), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:59.773179 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae85de2-c39b-42a9-b94d-ada0fd6c85a7 req-9647300c-6436-40e9-9c83-40d26a0cd7b2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:59.776938 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bae85de2-c39b-42a9-b94d-ada0fd6c85a7 req-9647300c-6436-40e9-9c83-40d26a0cd7b2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 945 time: 0.1122868 Jan 17 09:30:59.804153 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-66ff0ea6-0309-4bbd-aa37-208acc0c3aed req-180db00b-e9ab-4d3c-8d67-91a5414f280d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171844 Jan 17 09:30:59.810053 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-744bd31d-0abf-4427-a19a-b8575dd94f6b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7f66ed04e53415bbbc386dd0f5c797f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332868 Jan 17 09:30:59.810053 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bd31d-0abf-4427-a19a-b8575dd94f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d43284-243d-4e31-819f-161b4ea62eca,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:59.811312 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34142) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:30:59.823498 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18fb467a-d5ba-4e2d-b5ab-8841632d1621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (2139bad4-c905-47fc-af18-a254bd4e9684), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:59.825642 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=91c7a312-30e2-4838-82bc-ba855768d4eb,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:59.826169 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18fb467a-d5ba-4e2d-b5ab-8841632d1621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:59.827500 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-18fb467a-d5ba-4e2d-b5ab-8841632d1621 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2139bad4-c905-47fc-af18-a254bd4e9684 HTTP/1.1" status: 204 len: 168 time: 0.2966886 Jan 17 09:30:59.886057 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb467a-d5ba-4e2d-b5ab-8841632d1621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2139bad4-c905-47fc-af18-a254bd4e9684,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:30:59.893641 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bae85de2-c39b-42a9-b94d-ada0fd6c85a7 req-e25d60a4-047a-43d4-a4ed-77a10daac60e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106615 Jan 17 09:30:59.917772 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e47d53e7-88fc-48da-a019-55e6c9e47aca admin admin] Publish callbacks [] for security_group (e2d43284-243d-4e31-819f-161b4ea62eca), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:59.946013 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port a48cd684-6cc7-4f49-a193-b31bc03c3cd4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a48cd684-6cc7-4f49-a193-b31bc03c3cd4,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:30:59.950183 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e47d53e7-88fc-48da-a019-55e6c9e47aca admin admin] Publish callbacks [] for security_group (e2d43284-243d-4e31-819f-161b4ea62eca), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:30:59.964124 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'a48cd684-6cc7-4f49-a193-b31bc03c3cd4', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'port_id': 'a48cd684-6cc7-4f49-a193-b31bc03c3cd4', 'mac_address': 'fa:16:3e:70:e9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:31:00.023781 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e47d53e7-88fc-48da-a019-55e6c9e47aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (e2d43284-243d-4e31-819f-161b4ea62eca), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:00.028927 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e47d53e7-88fc-48da-a019-55e6c9e47aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:00.029520 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port a48cd684-6cc7-4f49-a193-b31bc03c3cd4 is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:00.029913 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:00.033285 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-e47d53e7-88fc-48da-a019-55e6c9e47aca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e2d43284-243d-4e31-819f-161b4ea62eca HTTP/1.1" status: 204 len: 168 time: 0.2201235 Jan 17 09:31:00.046081 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48cd684-6cc7-4f49-a193-b31bc03c3cd4 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:31:00.051612 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d53e7-88fc-48da-a019-55e6c9e47aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d43284-243d-4e31-819f-161b4ea62eca,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:00.071205 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port a48cd684-6cc7-4f49-a193-b31bc03c3cd4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a48cd684-6cc7-4f49-a193-b31bc03c3cd4,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:00.082805 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:00.145684 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=a48cd684-6cc7-4f49-a193-b31bc03c3cd4,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:00.157871 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2879c4-1dc6-48f3-a3b0-e1ca04937300 req-df2fd5db-995c-42db-8cb0-2a9149f0869f tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:00.166581 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ce2879c4-1dc6-48f3-a3b0-e1ca04937300 req-df2fd5db-995c-42db-8cb0-2a9149f0869f tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 944 time: 0.0913210 Jan 17 09:31:00.223326 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ce2879c4-1dc6-48f3-a3b0-e1ca04937300 req-19964b2f-976e-41c7-a7ea-467b5645a07a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518954 Jan 17 09:31:00.251767 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe54e4e-5348-4b8b-b5eb-1bb3c9e3a8b6 req-33d1b86c-d168-49e7-9fc4-44c978fe629b tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:00.253343 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bfe54e4e-5348-4b8b-b5eb-1bb3c9e3a8b6 req-33d1b86c-d168-49e7-9fc4-44c978fe629b tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 944 time: 0.0559373 Jan 17 09:31:00.315281 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bfe54e4e-5348-4b8b-b5eb-1bb3c9e3a8b6 req-cf9b6f06-2021-4c0e-96b5-622cf1980d19 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545390 Jan 17 09:31:00.357570 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['91c7a312-30e2-4838-82bc-ba855768d4eb'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:31:00.360418 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['a48cd684-6cc7-4f49-a193-b31bc03c3cd4'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:31:00.593817 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34182) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:00.751022 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e60613cc-5c82-4bef-8155-a9ef2770f3d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:00.777400 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34194) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:00.843617 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e60613cc-5c82-4bef-8155-a9ef2770f3d6 admin admin] Publish callbacks [] for security_group (8ac942d8-b864-4004-9e22-9025c0878bc4), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:00.852658 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e60613cc-5c82-4bef-8155-a9ef2770f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (8ac942d8-b864-4004-9e22-9025c0878bc4), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:00.886162 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-e60613cc-5c82-4bef-8155-a9ef2770f3d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d79546d258824a7aa11a80895f9c1884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912390 Jan 17 09:31:00.888891 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34206) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:00.937157 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60613cc-5c82-4bef-8155-a9ef2770f3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac942d8-b864-4004-9e22-9025c0878bc4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:00.942518 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbc44-e1db-45ec-9f8d-b3ecf7e54d94 admin admin] Publish callbacks [] for security_group (8ac942d8-b864-4004-9e22-9025c0878bc4), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:00.971550 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbc44-e1db-45ec-9f8d-b3ecf7e54d94 admin admin] Publish callbacks [] for security_group (8ac942d8-b864-4004-9e22-9025c0878bc4), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:00.980588 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e020c1-37db-432f-ae79-48e4c234dc70 req-d135e9f6-ca35-4c4e-8dc0-e1228903194a tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:00.982619 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f6e020c1-37db-432f-ae79-48e4c234dc70 req-d135e9f6-ca35-4c4e-8dc0-e1228903194a tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 944 time: 0.0953062 Jan 17 09:31:01.046021 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f6e020c1-37db-432f-ae79-48e4c234dc70 req-48a28fc3-26cb-4aac-af7b-736e93a4f30d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543520 Jan 17 09:31:01.087683 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4caabc4-8020-46eb-b004-433548aace58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.104043 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab75855-a4fb-4a02-98c1-6c281bdd62d0 req-03286831-4a08-4502-8481-1bedcd3fef16 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:01.104925 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aab75855-a4fb-4a02-98c1-6c281bdd62d0 req-03286831-4a08-4502-8481-1bedcd3fef16 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 945 time: 0.0961490 Jan 17 09:31:01.107450 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbc44-e1db-45ec-9f8d-b3ecf7e54d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (8ac942d8-b864-4004-9e22-9025c0878bc4), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.109946 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbc44-e1db-45ec-9f8d-b3ecf7e54d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.113463 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-fc8bbc44-e1db-45ec-9f8d-b3ecf7e54d94 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8ac942d8-b864-4004-9e22-9025c0878bc4 HTTP/1.1" status: 204 len: 168 time: 0.2211826 Jan 17 09:31:01.145231 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bbc44-e1db-45ec-9f8d-b3ecf7e54d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac942d8-b864-4004-9e22-9025c0878bc4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:01.196126 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aab75855-a4fb-4a02-98c1-6c281bdd62d0 req-dcf53e5f-c3d9-4d9b-8e19-b26bff9fe524 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817358 Jan 17 09:31:01.226249 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 91c7a312-30e2-4838-82bc-ba855768d4eb up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:31:01.245847 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4caabc4-8020-46eb-b004-433548aace58 admin admin] Publish callbacks [] for security_group (a8d6aa1b-61f2-4118-90f3-5fcaf5848dcd), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.255657 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4caabc4-8020-46eb-b004-433548aace58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (a8d6aa1b-61f2-4118-90f3-5fcaf5848dcd), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.301172 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caabc4-8020-46eb-b004-433548aace58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d6aa1b-61f2-4118-90f3-5fcaf5848dcd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:01.309724 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-b4caabc4-8020-46eb-b004-433548aace58 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d1c1ef42aaf4a1fa48a5b8427f8b780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5300581 Jan 17 09:31:01.310719 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34228) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:01.337957 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port 91c7a312-30e2-4838-82bc-ba855768d4eb completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:31:01.349181 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port 91c7a312-30e2-4838-82bc-ba855768d4eb triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:01.350237 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (91c7a312-30e2-4838-82bc-ba855768d4eb), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.379434 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e43bc0-ca3e-4a6a-9870-6edb44c528dc req-22b8036e-6bc5-4516-be51-4e71954cc371 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:01.389656 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb8fa9cf-0cc8-4e76-a62a-6b11d2da72f9 admin admin] Publish callbacks [] for security_group (a8d6aa1b-61f2-4118-90f3-5fcaf5848dcd), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.391914 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-90e43bc0-ca3e-4a6a-9870-6edb44c528dc req-22b8036e-6bc5-4516-be51-4e71954cc371 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 944 time: 0.0872884 Jan 17 09:31:01.416602 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb8fa9cf-0cc8-4e76-a62a-6b11d2da72f9 admin admin] Publish callbacks [] for security_group (a8d6aa1b-61f2-4118-90f3-5fcaf5848dcd), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.456749 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-90e43bc0-ca3e-4a6a-9870-6edb44c528dc req-5e954ab6-8b33-4819-b026-2f4f99d746da tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594127 Jan 17 09:31:01.491746 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 91c7a312-30e2-4838-82bc-ba855768d4eb is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:01.492349 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (91c7a312-30e2-4838-82bc-ba855768d4eb), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.526674 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80100497-c116-4e6f-86bb-c34eca49a414 req-364032b6-2edf-49cb-849f-204b5059ff98 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:01.528249 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-80100497-c116-4e6f-86bb-c34eca49a414 req-364032b6-2edf-49cb-849f-204b5059ff98 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 944 time: 0.0793889 Jan 17 09:31:01.530821 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c7a312-30e2-4838-82bc-ba855768d4eb'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:31:01.551160 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb8fa9cf-0cc8-4e76-a62a-6b11d2da72f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (a8d6aa1b-61f2-4118-90f3-5fcaf5848dcd), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.554815 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb8fa9cf-0cc8-4e76-a62a-6b11d2da72f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.555969 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-cb8fa9cf-0cc8-4e76-a62a-6b11d2da72f9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a8d6aa1b-61f2-4118-90f3-5fcaf5848dcd HTTP/1.1" status: 204 len: 168 time: 0.2442970 Jan 17 09:31:01.569152 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fa9cf-0cc8-4e76-a62a-6b11d2da72f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d6aa1b-61f2-4118-90f3-5fcaf5848dcd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:01.602959 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-80100497-c116-4e6f-86bb-c34eca49a414 req-51ca30dd-0373-482f-8bd0-8d9451259c4a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682971 Jan 17 09:31:01.622216 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 91c7a312-30e2-4838-82bc-ba855768d4eb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=91c7a312-30e2-4838-82bc-ba855768d4eb,segment=NetworkSegment(fa595ab7-cdc0-4ba0-81e8-f53283ff1238),segment_id=fa595ab7-cdc0-4ba0-81e8-f53283ff1238)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:01.635162 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (91c7a312-30e2-4838-82bc-ba855768d4eb), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.636159 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:31:01.648970 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34242) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:01.667595 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27b7a62e-1921-4101-aab3-33e9c0bff139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.726525 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=91c7a312-30e2-4838-82bc-ba855768d4eb,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:01.741808 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:31:01.751439 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:01.752299 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.794845 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27b7a62e-1921-4101-aab3-33e9c0bff139 admin admin] Publish callbacks [] for security_group (771d6a04-81df-48e8-8b41-7227239c9f7c), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.799979 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27b7a62e-1921-4101-aab3-33e9c0bff139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (771d6a04-81df-48e8-8b41-7227239c9f7c), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.839761 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-27b7a62e-1921-4101-aab3-33e9c0bff139 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=41378ab4a2464926a3ec0763c81a0b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894035 Jan 17 09:31:01.840499 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7a62e-1921-4101-aab3-33e9c0bff139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771d6a04-81df-48e8-8b41-7227239c9f7c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:01.842568 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34250) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:01.879152 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:01.879549 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.904648 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65a6dbf9-1731-4323-a42c-a3e40ef15199 admin admin] Publish callbacks [] for security_group (771d6a04-81df-48e8-8b41-7227239c9f7c), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.927238 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5,segment=NetworkSegment(fa595ab7-cdc0-4ba0-81e8-f53283ff1238),segment_id=fa595ab7-cdc0-4ba0-81e8-f53283ff1238)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:01.931924 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.933226 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device c868553e-a0d2-4056-9a31-614cc766888f up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:31:01.934307 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65a6dbf9-1731-4323-a42c-a3e40ef15199 admin admin] Publish callbacks [] for security_group (771d6a04-81df-48e8-8b41-7227239c9f7c), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.993072 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65a6dbf9-1731-4323-a42c-a3e40ef15199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (771d6a04-81df-48e8-8b41-7227239c9f7c), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:01.996557 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65a6dbf9-1731-4323-a42c-a3e40ef15199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:02.001800 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-65a6dbf9-1731-4323-a42c-a3e40ef15199 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/771d6a04-81df-48e8-8b41-7227239c9f7c HTTP/1.1" status: 204 len: 168 time: 0.1570382 Jan 17 09:31:02.013435 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6dbf9-1731-4323-a42c-a3e40ef15199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771d6a04-81df-48e8-8b41-7227239c9f7c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:02.123765 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d89613-8a5e-4a8b-915b-a6048c4a013f" -d '{"events": [{"server_uuid": "f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4", "name": "network-vif-plugged", "status": "completed", "tag": "91c7a312-30e2-4838-82bc-ba855768d4eb"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:31:02.168360 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:02.186159 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port c868553e-a0d2-4056-9a31-614cc766888f completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:31:02.194512 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port c868553e-a0d2-4056-9a31-614cc766888f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:02.195077 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (c868553e-a0d2-4056-9a31-614cc766888f), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:02.210430 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661adb53-507b-4e13-903a-860fc51a5c77 req-5e14be07-f6a3-43d7-86fe-ae688ff99b83 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:02.211974 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-661adb53-507b-4e13-903a-860fc51a5c77 req-5e14be07-f6a3-43d7-86fe-ae688ff99b83 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 944 time: 0.0852962 Jan 17 09:31:02.271050 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-661adb53-507b-4e13-903a-860fc51a5c77 req-c50b45d9-97ea-4f9e-b7d2-00983ea77198 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515583 Jan 17 09:31:02.289079 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port c868553e-a0d2-4056-9a31-614cc766888f is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:02.289502 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (c868553e-a0d2-4056-9a31-614cc766888f), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:02.333869 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34272) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:02.343422 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port c868553e-a0d2-4056-9a31-614cc766888f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c868553e-a0d2-4056-9a31-614cc766888f,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:02.350272 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (c868553e-a0d2-4056-9a31-614cc766888f), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:02.351423 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device a48cd684-6cc7-4f49-a193-b31bc03c3cd4 up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:31:02.361341 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89a830e7-852e-43b3-97f3-78e213b84d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:02.437227 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e04e3c-0a4f-4dec-88db-7f8fb776f297 req-f0d061a2-b943-4f2f-8c80-aed054f3dde0 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:02.439788 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=c868553e-a0d2-4056-9a31-614cc766888f,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:02.446415 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46e04e3c-0a4f-4dec-88db-7f8fb776f297 req-f0d061a2-b943-4f2f-8c80-aed054f3dde0 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0859649 Jan 17 09:31:02.452373 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port a48cd684-6cc7-4f49-a193-b31bc03c3cd4 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:31:02.456872 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port a48cd684-6cc7-4f49-a193-b31bc03c3cd4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:02.457280 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:02.530828 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46e04e3c-0a4f-4dec-88db-7f8fb776f297 req-c546ccc2-80f4-4f9c-8a70-07f4974f63c7 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830097 Jan 17 09:31:02.547983 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port a48cd684-6cc7-4f49-a193-b31bc03c3cd4 is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:02.548522 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:02.582438 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89a830e7-852e-43b3-97f3-78e213b84d4f admin admin] Publish callbacks [] for security_group (00dda430-c7e7-4db5-9ab3-83050262275b), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:02.589649 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port a48cd684-6cc7-4f49-a193-b31bc03c3cd4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a48cd684-6cc7-4f49-a193-b31bc03c3cd4,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:02.592863 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89a830e7-852e-43b3-97f3-78e213b84d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (00dda430-c7e7-4db5-9ab3-83050262275b), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:02.599084 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:02.600125 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 4e513d1c-5e06-41ac-bef9-bca9a8352422 up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:31:02.705759 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a830e7-852e-43b3-97f3-78e213b84d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dda430-c7e7-4db5-9ab3-83050262275b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:02.714012 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-89a830e7-852e-43b3-97f3-78e213b84d4f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b94d539ce60424f9ad7a1d151c7c8f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790903 Jan 17 09:31:02.716990 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:02.753379 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=a48cd684-6cc7-4f49-a193-b31bc03c3cd4,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:02.757721 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28616d9a-7f34-453b-98e0-88387d24b01f req-0f5c6762-8fa5-481a-955c-17f73c9a71e6 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:02.768864 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148d576c-4356-4aea-9c1d-053334573a6e x-openstack-request-id: req-148d576c-4356-4aea-9c1d-053334573a6e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:31:02.769382 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4", "name": "network-vif-plugged", "status": "completed", "tag": "91c7a312-30e2-4838-82bc-ba855768d4eb", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:31:02.769520 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-28616d9a-7f34-453b-98e0-88387d24b01f req-0f5c6762-8fa5-481a-955c-17f73c9a71e6 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 944 time: 0.1330438 Jan 17 09:31:02.769902 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-148d576c-4356-4aea-9c1d-053334573a6e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:31:02.770516 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c7a312-30e2-4838-82bc-ba855768d4eb', 'code': 200} Jan 17 09:31:02.810731 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port 4e513d1c-5e06-41ac-bef9-bca9a8352422 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:31:02.817257 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port 4e513d1c-5e06-41ac-bef9-bca9a8352422 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:02.819243 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (4e513d1c-5e06-41ac-bef9-bca9a8352422), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:02.870276 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-28616d9a-7f34-453b-98e0-88387d24b01f req-c53bfa7d-2a0d-4871-b14c-d26577032500 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988424 Jan 17 09:31:02.942224 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 4e513d1c-5e06-41ac-bef9-bca9a8352422 is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:02.943566 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (4e513d1c-5e06-41ac-bef9-bca9a8352422), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:02.964210 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1939cc39-c6bd-4452-8009-a8a2f451f202 admin admin] Publish callbacks [] for security_group (00dda430-c7e7-4db5-9ab3-83050262275b), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:02.976023 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff158d6a-ea26-4b89-bb6b-d4c19e1455e4 req-e215617b-358f-4448-9333-d9107d5a9e03 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:02.983005 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ff158d6a-ea26-4b89-bb6b-d4c19e1455e4 req-e215617b-358f-4448-9333-d9107d5a9e03 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 945 time: 0.2087286 Jan 17 09:31:02.983437 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 4e513d1c-5e06-41ac-bef9-bca9a8352422, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4e513d1c-5e06-41ac-bef9-bca9a8352422,segment=NetworkSegment(9b98eb80-15be-4117-b45f-c849e04f68fd),segment_id=9b98eb80-15be-4117-b45f-c849e04f68fd)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:02.990435 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (4e513d1c-5e06-41ac-bef9-bca9a8352422), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:02.993852 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66d009-4b40-4246-921b-8eeffac8b0d9 req-2f42c38a-b100-4884-b1cf-572c0b69e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:02.995314 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7a66d009-4b40-4246-921b-8eeffac8b0d9 req-2f42c38a-b100-4884-b1cf-572c0b69e663 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.1364083 Jan 17 09:31:03.047589 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=4e513d1c-5e06-41ac-bef9-bca9a8352422,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:03.056700 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7a66d009-4b40-4246-921b-8eeffac8b0d9 req-8af0768e-ca06-46e5-b57b-8c90c9351f6f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:03.064485 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ff158d6a-ea26-4b89-bb6b-d4c19e1455e4 req-d8f784ef-06b8-49cf-855e-0768524fba8a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800409 Jan 17 09:31:03.083186 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1939cc39-c6bd-4452-8009-a8a2f451f202 admin admin] Publish callbacks [] for security_group (00dda430-c7e7-4db5-9ab3-83050262275b), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:03.170438 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1939cc39-c6bd-4452-8009-a8a2f451f202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (00dda430-c7e7-4db5-9ab3-83050262275b), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:03.173021 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1939cc39-c6bd-4452-8009-a8a2f451f202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:03.174300 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-1939cc39-c6bd-4452-8009-a8a2f451f202 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00dda430-c7e7-4db5-9ab3-83050262275b HTTP/1.1" status: 204 len: 168 time: 0.4562058 Jan 17 09:31:03.195598 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7a66d009-4b40-4246-921b-8eeffac8b0d9 req-8af0768e-ca06-46e5-b57b-8c90c9351f6f service neutron] Publish callbacks [] for security_group (9cb30349-87e6-4c98-badd-231a95147104), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:03.196660 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939cc39-c6bd-4452-8009-a8a2f451f202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dda430-c7e7-4db5-9ab3-83050262275b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:03.200518 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7a66d009-4b40-4246-921b-8eeffac8b0d9 req-8af0768e-ca06-46e5-b57b-8c90c9351f6f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (9cb30349-87e6-4c98-badd-231a95147104), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:03.248227 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7a66d009-4b40-4246-921b-8eeffac8b0d9 req-8af0768e-ca06-46e5-b57b-8c90c9351f6f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441185 Jan 17 09:31:03.249071 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0768e-ca06-46e5-b57b-8c90c9351f6f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb30349-87e6-4c98-badd-231a95147104,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:03.400289 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbc1a5-b2ab-4343-9984-7d401178780e req-61928605-6bd8-49e3-bcbd-49f4d2c39bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:03.401798 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-31cbc1a5-b2ab-4343-9984-7d401178780e req-61928605-6bd8-49e3-bcbd-49f4d2c39bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0495768 Jan 17 09:31:03.452423 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-31cbc1a5-b2ab-4343-9984-7d401178780e req-415090ce-e034-4c66-904a-1356ba2836eb tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429831 Jan 17 09:31:03.662441 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de5689-fec1-44cb-ba38-8b63fab435d7 req-8a28d43f-21e8-4829-9113-f73495e28e9f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:03.664112 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-84de5689-fec1-44cb-ba38-8b63fab435d7 req-8a28d43f-21e8-4829-9113-f73495e28e9f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0675650 Jan 17 09:31:03.731706 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-84de5689-fec1-44cb-ba38-8b63fab435d7 req-c109f23b-60dc-4d07-8375-f87b918d9e91 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616450 Jan 17 09:31:04.023023 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a976f-ca14-4525-881f-8f410e5c5a71 req-7acbd961-8eb5-44c6-9f15-a7e11174e634 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:04.025261 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f29a976f-ca14-4525-881f-8f410e5c5a71 req-7acbd961-8eb5-44c6-9f15-a7e11174e634 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 945 time: 0.0707564 Jan 17 09:31:04.080593 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f29a976f-ca14-4525-881f-8f410e5c5a71 req-0faa99ab-c959-4b86-9e8b-9252b860cc34 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495007 Jan 17 09:31:04.255391 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264df645-244e-41bd-9980-673ba858b494 req-031c79d1-4c6b-4e26-a79f-349fb56800e0 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:04.262126 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-264df645-244e-41bd-9980-673ba858b494 req-031c79d1-4c6b-4e26-a79f-349fb56800e0 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 945 time: 0.0720139 Jan 17 09:31:04.311003 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-264df645-244e-41bd-9980-673ba858b494 req-6252a054-2eb7-4d3e-a3cb-3d03527d9b9a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480821 Jan 17 09:31:04.389248 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34378) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:04.575209 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6249d3d-e1f0-4a2c-ab06-5c5f785cabd8 req-8ad8f8f6-5b59-4dff-a79b-a0902f1f4df2 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:04.576998 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d6249d3d-e1f0-4a2c-ab06-5c5f785cabd8 req-8ad8f8f6-5b59-4dff-a79b-a0902f1f4df2 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0543959 Jan 17 09:31:04.608806 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64a1cba1-6754-418b-baf3-db85d94bbb2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:04.637933 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d6249d3d-e1f0-4a2c-ab06-5c5f785cabd8 req-a8d11bee-1e37-46e8-ac19-9a0b74728395 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507231 Jan 17 09:31:04.690027 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64a1cba1-6754-418b-baf3-db85d94bbb2f admin admin] Publish callbacks [] for security_group (8f764552-f665-465c-bb79-6342f71bb4fc), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:04.693621 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64a1cba1-6754-418b-baf3-db85d94bbb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (8f764552-f665-465c-bb79-6342f71bb4fc), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:04.734100 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-64a1cba1-6754-418b-baf3-db85d94bbb2f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=020b1bcbff40492386f687197ca4f3df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434138 Jan 17 09:31:04.735430 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1cba1-6754-418b-baf3-db85d94bbb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f764552-f665-465c-bb79-6342f71bb4fc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:04.737393 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34394) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:04.771976 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92427dc-ea41-46c5-825b-55aff4f8c0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5'}, {'server_uuid': '5b9c8698-68ae-494e-9df4-b8cfb939fd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c868553e-a0d2-4056-9a31-614cc766888f'}, {'server_uuid': '3db36972-1c46-4a5f-836f-d3fdcea1da18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48cd684-6cc7-4f49-a193-b31bc03c3cd4'}, {'server_uuid': '790b8652-e5e7-41cc-95ef-74381626b49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e513d1c-5e06-41ac-bef9-bca9a8352422'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:31:04.774296 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a43dc4-d97f-4c7a-8f1a-877f10f7b56c" -d '{"events": [{"server_uuid": "c92427dc-ea41-46c5-825b-55aff4f8c0cf", "name": "network-vif-plugged", "status": "completed", "tag": "f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5"}, {"server_uuid": "5b9c8698-68ae-494e-9df4-b8cfb939fd95", "name": "network-vif-plugged", "status": "completed", "tag": "c868553e-a0d2-4056-9a31-614cc766888f"}, {"server_uuid": "3db36972-1c46-4a5f-836f-d3fdcea1da18", "name": "network-vif-plugged", "status": "completed", "tag": "a48cd684-6cc7-4f49-a193-b31bc03c3cd4"}, {"server_uuid": "790b8652-e5e7-41cc-95ef-74381626b49f", "name": "network-vif-plugged", "status": "completed", "tag": "4e513d1c-5e06-41ac-bef9-bca9a8352422"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:31:04.812057 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97c1c687-3aac-4b80-aa3d-6ceb7d3ccae1 admin admin] Publish callbacks [] for security_group (8f764552-f665-465c-bb79-6342f71bb4fc), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:04.835532 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 17 Jan 2022 09:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b57a10-e947-44a5-8e06-acac95d051a4 x-openstack-request-id: req-73b57a10-e947-44a5-8e06-acac95d051a4 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:31:04.835861 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92427dc-ea41-46c5-825b-55aff4f8c0cf", "name": "network-vif-plugged", "status": "completed", "tag": "f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5", "code": 200}, {"server_uuid": "5b9c8698-68ae-494e-9df4-b8cfb939fd95", "name": "network-vif-plugged", "status": "completed", "tag": "c868553e-a0d2-4056-9a31-614cc766888f", "code": 200}, {"server_uuid": "3db36972-1c46-4a5f-836f-d3fdcea1da18", "name": "network-vif-plugged", "status": "completed", "tag": "a48cd684-6cc7-4f49-a193-b31bc03c3cd4", "code": 200}, {"server_uuid": "790b8652-e5e7-41cc-95ef-74381626b49f", "name": "network-vif-plugged", "status": "completed", "tag": "4e513d1c-5e06-41ac-bef9-bca9a8352422", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:31:04.836122 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73b57a10-e947-44a5-8e06-acac95d051a4 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:31:04.836525 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92427dc-ea41-46c5-825b-55aff4f8c0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5', 'code': 200} Jan 17 09:31:04.836781 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9c8698-68ae-494e-9df4-b8cfb939fd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c868553e-a0d2-4056-9a31-614cc766888f', 'code': 200} Jan 17 09:31:04.837030 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db36972-1c46-4a5f-836f-d3fdcea1da18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48cd684-6cc7-4f49-a193-b31bc03c3cd4', 'code': 200} Jan 17 09:31:04.837276 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790b8652-e5e7-41cc-95ef-74381626b49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e513d1c-5e06-41ac-bef9-bca9a8352422', 'code': 200} Jan 17 09:31:04.840889 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97c1c687-3aac-4b80-aa3d-6ceb7d3ccae1 admin admin] Publish callbacks [] for security_group (8f764552-f665-465c-bb79-6342f71bb4fc), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:04.904286 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97c1c687-3aac-4b80-aa3d-6ceb7d3ccae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (8f764552-f665-465c-bb79-6342f71bb4fc), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:04.907163 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97c1c687-3aac-4b80-aa3d-6ceb7d3ccae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:04.908331 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-97c1c687-3aac-4b80-aa3d-6ceb7d3ccae1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8f764552-f665-465c-bb79-6342f71bb4fc HTTP/1.1" status: 204 len: 168 time: 0.1697848 Jan 17 09:31:04.922340 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1c687-3aac-4b80-aa3d-6ceb7d3ccae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f764552-f665-465c-bb79-6342f71bb4fc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:04.933376 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d3e29-51b3-496d-86b8-d36e565f871b req-11409cfc-ca12-459d-aee7-316cdd1ad2d3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:04.935093 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-126d3e29-51b3-496d-86b8-d36e565f871b req-11409cfc-ca12-459d-aee7-316cdd1ad2d3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.1104639 Jan 17 09:31:05.056321 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-126d3e29-51b3-496d-86b8-d36e565f871b req-c7657b98-cca9-490c-bed7-72d7144a9b23 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076126 Jan 17 09:31:05.366926 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2ad48-7934-450d-ba57-28bc903786cb req-e810762d-3a39-4abf-ab88-e30be6439374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:05.368363 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9bb2ad48-7934-450d-ba57-28bc903786cb req-e810762d-3a39-4abf-ab88-e30be6439374 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 1098 time: 0.1743758 Jan 17 09:31:05.371437 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a212c-1fbb-473d-a1df-9b3d39bcf65c req-f849a4f7-6b3f-4d47-94e0-10b9ddd93276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:05.373437 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5a5a212c-1fbb-473d-a1df-9b3d39bcf65c req-f849a4f7-6b3f-4d47-94e0-10b9ddd93276 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 1098 time: 0.1778004 Jan 17 09:31:05.394683 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34424) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:05.431830 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7ac8f-f759-4f31-ae2f-efd8612d7cdd req-8de4b9fb-2f57-41b0-941e-cbd4eaf4ea9e tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:05.433577 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99ec92-d42a-4e32-9898-7f69479973ad req-fb2994b3-c1f0-4551-8048-3f84d2bd31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:05.435780 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bb99ec92-d42a-4e32-9898-7f69479973ad req-fb2994b3-c1f0-4551-8048-3f84d2bd31ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 1099 time: 0.2321703 Jan 17 09:31:05.440178 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6ea7ac8f-f759-4f31-ae2f-efd8612d7cdd req-8de4b9fb-2f57-41b0-941e-cbd4eaf4ea9e tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 945 time: 0.2624640 Jan 17 09:31:05.468455 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58e894-f8ec-42d6-bf7c-bd8de2eba5f5 req-5f8f1373-7f30-44db-baa8-207c67151a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:05.470530 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8b58e894-f8ec-42d6-bf7c-bd8de2eba5f5 req-5f8f1373-7f30-44db-baa8-207c67151a2c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 1098 time: 0.2389715 Jan 17 09:31:05.538602 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6ea7ac8f-f759-4f31-ae2f-efd8612d7cdd req-cb091725-3a14-4ea1-aff1-6eaaa2bca1ec tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925364 Jan 17 09:31:05.539341 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5a5a212c-1fbb-473d-a1df-9b3d39bcf65c req-11724009-3aa2-44d3-acc2-5dcec00476ba service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522453 Jan 17 09:31:05.564276 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9bb2ad48-7934-450d-ba57-28bc903786cb req-17b1d846-a603-43be-b47d-ba58efad4f19 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883035 Jan 17 09:31:05.578912 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8b58e894-f8ec-42d6-bf7c-bd8de2eba5f5 req-5d331b60-b774-4c4d-ae43-b3ddcae3e183 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945032 Jan 17 09:31:05.579005 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d354b44-a6ac-4b97-b219-858a2b1be005 req-75be434a-07fa-4c0e-9930-f01336b6b0fa tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:05.579005 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7d354b44-a6ac-4b97-b219-858a2b1be005 req-75be434a-07fa-4c0e-9930-f01336b6b0fa tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 945 time: 0.1412044 Jan 17 09:31:05.581791 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bb99ec92-d42a-4e32-9898-7f69479973ad req-09100266-9fdf-4784-9138-112744c2bed3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380167 Jan 17 09:31:05.635154 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7d354b44-a6ac-4b97-b219-858a2b1be005 req-9dcdacab-0bb4-41fb-81a7-42e4671f54c6 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505664 Jan 17 09:31:05.731533 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d518-d16d-4479-9e5f-d591d0aba113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:05.834983 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928149f-cab1-4c95-b99e-94da669dd8b9 req-875efbb0-57b3-4c20-bcb7-a226d9b8361f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:05.836552 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f928149f-cab1-4c95-b99e-94da669dd8b9 req-875efbb0-57b3-4c20-bcb7-a226d9b8361f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.1024449 Jan 17 09:31:05.923236 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f928149f-cab1-4c95-b99e-94da669dd8b9 req-5aa1e726-b811-4a40-ab50-2dd2ba2a8ffb tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780523 Jan 17 09:31:05.925096 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d518-d16d-4479-9e5f-d591d0aba113 admin admin] Publish callbacks [] for security_group (78094815-882b-4122-9d0e-d87d2aeb4393), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:05.932743 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d518-d16d-4479-9e5f-d591d0aba113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (78094815-882b-4122-9d0e-d87d2aeb4393), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:05.955862 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:05.978430 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-e1a3d518-d16d-4479-9e5f-d591d0aba113 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b708cc6912364771b846079841e3e66b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5807700 Jan 17 09:31:05.980605 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3d518-d16d-4479-9e5f-d591d0aba113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78094815-882b-4122-9d0e-d87d2aeb4393,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:05.980988 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34454) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:06.046314 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11018e40-bbf9-4435-88cc-b05bf10082af admin admin] Publish callbacks [] for security_group (78094815-882b-4122-9d0e-d87d2aeb4393), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:06.069855 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11018e40-bbf9-4435-88cc-b05bf10082af admin admin] Publish callbacks [] for security_group (78094815-882b-4122-9d0e-d87d2aeb4393), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:06.129195 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11018e40-bbf9-4435-88cc-b05bf10082af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (78094815-882b-4122-9d0e-d87d2aeb4393), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:06.132900 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11018e40-bbf9-4435-88cc-b05bf10082af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:06.134176 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-11018e40-bbf9-4435-88cc-b05bf10082af admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/78094815-882b-4122-9d0e-d87d2aeb4393 HTTP/1.1" status: 204 len: 168 time: 0.1511052 Jan 17 09:31:06.144856 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11018e40-bbf9-4435-88cc-b05bf10082af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78094815-882b-4122-9d0e-d87d2aeb4393,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:06.201563 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031378a-1318-47fa-86bc-eeb17df8d6e1 req-d3fdd32e-dc46-48fa-9173-74ee96da7e5d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:06.203069 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d031378a-1318-47fa-86bc-eeb17df8d6e1 req-d3fdd32e-dc46-48fa-9173-74ee96da7e5d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0603762 Jan 17 09:31:06.253385 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d031378a-1318-47fa-86bc-eeb17df8d6e1 req-44495395-b606-433e-aaf6-da248f50897f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429990 Jan 17 09:31:06.593811 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34486) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:06.608691 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5587b346-7cac-403d-a575-030cfe22f6c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:06.677617 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291ede9-d4f2-43fc-8636-3ddd1d4bf82e req-2ad069a4-696a-467a-8cac-2490da6ea35e tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:06.688349 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0291ede9-d4f2-43fc-8636-3ddd1d4bf82e req-2ad069a4-696a-467a-8cac-2490da6ea35e tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 945 time: 0.0837972 Jan 17 09:31:06.758219 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5587b346-7cac-403d-a575-030cfe22f6c0 admin admin] Publish callbacks [] for security_group (423cec2e-57ec-46fb-9a9e-fe58c3c9f220), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:06.759002 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0291ede9-d4f2-43fc-8636-3ddd1d4bf82e req-9fec34c1-a5fa-4db4-bb87-caab10466d52 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642984 Jan 17 09:31:06.771305 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5587b346-7cac-403d-a575-030cfe22f6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (423cec2e-57ec-46fb-9a9e-fe58c3c9f220), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:06.821308 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-5587b346-7cac-403d-a575-030cfe22f6c0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58295fe14721421d9baa0832297ebb5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241364 Jan 17 09:31:06.822557 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34500) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:06.823656 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587b346-7cac-403d-a575-030cfe22f6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423cec2e-57ec-46fb-9a9e-fe58c3c9f220,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:06.834939 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01709da8-1655-4356-8e4b-b6013e744433 req-5ae0fd3d-9fb4-4ced-8970-c992136c1a74 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:06.836493 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-01709da8-1655-4356-8e4b-b6013e744433 req-5ae0fd3d-9fb4-4ced-8970-c992136c1a74 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 945 time: 0.1105843 Jan 17 09:31:06.889382 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc113a7e-5cfb-47ee-9f73-ae7f5c020251 admin admin] Publish callbacks [] for security_group (423cec2e-57ec-46fb-9a9e-fe58c3c9f220), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:06.891249 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-01709da8-1655-4356-8e4b-b6013e744433 req-79733191-75c4-4e4a-852a-cb582f63680d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454681 Jan 17 09:31:06.922760 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc113a7e-5cfb-47ee-9f73-ae7f5c020251 admin admin] Publish callbacks [] for security_group (423cec2e-57ec-46fb-9a9e-fe58c3c9f220), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:06.982819 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc113a7e-5cfb-47ee-9f73-ae7f5c020251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (423cec2e-57ec-46fb-9a9e-fe58c3c9f220), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:06.992331 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc113a7e-5cfb-47ee-9f73-ae7f5c020251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:06.996450 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-fc113a7e-5cfb-47ee-9f73-ae7f5c020251 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/423cec2e-57ec-46fb-9a9e-fe58c3c9f220 HTTP/1.1" status: 204 len: 168 time: 0.1726444 Jan 17 09:31:07.007565 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc113a7e-5cfb-47ee-9f73-ae7f5c020251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423cec2e-57ec-46fb-9a9e-fe58c3c9f220,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:07.107598 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c16f56-ee66-46e5-9d7b-68815b2db074 req-c92f0868-7b01-48be-9ec0-dd6bd48aff42 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:07.110304 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-27c16f56-ee66-46e5-9d7b-68815b2db074 req-c92f0868-7b01-48be-9ec0-dd6bd48aff42 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0743096 Jan 17 09:31:07.192864 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-27c16f56-ee66-46e5-9d7b-68815b2db074 req-295d5aab-a793-4718-8fac-d29020548164 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753112 Jan 17 09:31:07.401002 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bc4a7-cac2-491a-a70b-d224567703d0 req-9427223c-7f00-47e7-b720-743e72b39e85 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:07.402991 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-4a2bc4a7-cac2-491a-a70b-d224567703d0 req-9427223c-7f00-47e7-b720-743e72b39e85 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0641940 Jan 17 09:31:07.460091 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-4a2bc4a7-cac2-491a-a70b-d224567703d0 req-9f5e3948-723a-4a21-a85e-2649cd06da2b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512347 Jan 17 09:31:07.886403 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb728e-075c-4775-b536-35233e8a7c34 req-64813acf-2059-42d6-bb1d-402e685317b0 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:07.886403 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bdfb728e-075c-4775-b536-35233e8a7c34 req-64813acf-2059-42d6-bb1d-402e685317b0 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 945 time: 0.0659702 Jan 17 09:31:07.943078 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bdfb728e-075c-4775-b536-35233e8a7c34 req-5440ebe6-06c3-4b55-9f7e-a39a51eb0a60 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504668 Jan 17 09:31:08.065297 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b28f94-0f9e-4faf-aef2-2fd95f212aa6 req-d02b91e3-c4e6-411d-ba7c-37ff7b77a815 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:08.074162 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-23b28f94-0f9e-4faf-aef2-2fd95f212aa6 req-d02b91e3-c4e6-411d-ba7c-37ff7b77a815 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 945 time: 0.0811272 Jan 17 09:31:08.143738 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-23b28f94-0f9e-4faf-aef2-2fd95f212aa6 req-e017c028-5e71-4545-a97d-576ce07e8324 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682573 Jan 17 09:31:08.372021 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab63292-2c14-4ef4-bf6e-e98de0257104 req-3310aba1-fe83-41e8-b48d-714fa9db7012 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:08.381577 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bab63292-2c14-4ef4-bf6e-e98de0257104 req-3310aba1-fe83-41e8-b48d-714fa9db7012 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.1077211 Jan 17 09:31:08.435568 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bab63292-2c14-4ef4-bf6e-e98de0257104 req-9aea243d-3958-4599-a2be-823b8994fef3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530453 Jan 17 09:31:08.588836 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04f125-1ede-4bcf-b38c-5b8cab32fd11 req-6069df4b-348a-4175-bdb8-554645ae43d4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:08.590842 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ba04f125-1ede-4bcf-b38c-5b8cab32fd11 req-6069df4b-348a-4175-bdb8-554645ae43d4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0586774 Jan 17 09:31:08.596642 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38a1ea-d755-4476-ba63-9bb48318642b req-58ade22b-85d0-4830-a12e-2fcb3aa9ec05 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:08.598193 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3c38a1ea-d755-4476-ba63-9bb48318642b req-58ade22b-85d0-4830-a12e-2fcb3aa9ec05 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0530205 Jan 17 09:31:08.607314 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34604) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:08.615919 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-25a491a3-ab67-44d8-a459-2a1144f6ce16 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Request body: {'floatingip': {'port_id': 'a48cd684-6cc7-4f49-a193-b31bc03c3cd4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:31:08.647570 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ba04f125-1ede-4bcf-b38c-5b8cab32fd11 req-0f5bd89f-a39b-40ba-90ae-4afb50103134 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509639 Jan 17 09:31:08.694002 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25a491a3-ab67-44d8-a459-2a1144f6ce16 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for floatingip (3ff0738c-36c8-4c9c-b462-422b0ad442bc), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:09.112514 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e1834-0eeb-461e-8503-5341fbf4b5c6 req-b8da1c12-558c-43b9-89ed-792f3906b3d1 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:09.125658 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a91e1834-0eeb-461e-8503-5341fbf4b5c6 req-b8da1c12-558c-43b9-89ed-792f3906b3d1 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.1582942 Jan 17 09:31:09.156233 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b98b0-686e-49fa-9f92-d5126fd1290c req-d7f1e639-8096-4e20-93da-61654a57de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:09.156233 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b3b98b0-686e-49fa-9f92-d5126fd1290c req-d7f1e639-8096-4e20-93da-61654a57de55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9d45a94d13240c9bf0db535e64bd980&device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 1099 time: 0.2018843 Jan 17 09:31:09.286989 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a91e1834-0eeb-461e-8503-5341fbf4b5c6 req-75bd2901-e054-442b-832a-d305fad4d428 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582131 Jan 17 09:31:09.329594 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b98b0-686e-49fa-9f92-d5126fd1290c req-dc86562f-520b-473a-9cd3-61c064a45b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:09.331157 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b3b98b0-686e-49fa-9f92-d5126fd1290c req-dc86562f-520b-473a-9cd3-61c064a45b71 service neutron] 10.222.0.31 "GET /v2.0/networks?id=da34c571-1e47-48bc-a790-537149900e32 HTTP/1.1" status: 200 len: 919 time: 0.1722391 Jan 17 09:31:09.404470 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b3b98b0-686e-49fa-9f92-d5126fd1290c req-6f85997f-6039-4881-aefe-e1c587eaaf71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 HTTP/1.1" status: 200 len: 217 time: 0.0661676 Jan 17 09:31:09.423688 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9aef6-d88b-4d66-ad84-45837370490c req-a412c916-8e62-41dc-9032-48535ba2700c tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:09.425310 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9bb9aef6-d88b-4d66-ad84-45837370490c req-a412c916-8e62-41dc-9032-48535ba2700c tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 945 time: 0.1690509 Jan 17 09:31:09.463036 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b98b0-686e-49fa-9f92-d5126fd1290c req-b6ceaa14-ac0c-47bf-a587-14c1b2444a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:09.464626 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b3b98b0-686e-49fa-9f92-d5126fd1290c req-b6ceaa14-ac0c-47bf-a587-14c1b2444a7c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3915768e-4951-462b-8892-2a88e583fd54 HTTP/1.1" status: 200 len: 858 time: 0.0515938 Jan 17 09:31:09.512925 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b3b98b0-686e-49fa-9f92-d5126fd1290c req-7b329833-4dc9-4d41-bb71-f8fc3c37a6b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da34c571-1e47-48bc-a790-537149900e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411983 Jan 17 09:31:09.630582 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b3b98b0-686e-49fa-9f92-d5126fd1290c req-aa54e1c5-3bf8-4e68-8fe9-f03dd63317c3 service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061792 Jan 17 09:31:09.646924 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9bb9aef6-d88b-4d66-ad84-45837370490c req-6e8d5b5f-e2bd-4fc0-ac3b-8bf14f63cd47 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974154 Jan 17 09:31:09.835090 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25a491a3-ab67-44d8-a459-2a1144f6ce16 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:09.844123 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25a491a3-ab67-44d8-a459-2a1144f6ce16 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (3ff0738c-36c8-4c9c-b462-422b0ad442bc), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:09.867779 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7b3b98b0-686e-49fa-9f92-d5126fd1290c req-b3933f53-d7b1-497b-8429-99c2abfef995 service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317142 Jan 17 09:31:09.956996 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d2a9603a-45e4-4953-a775-b58dad6ab188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.046313 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.l3_db [None req-25a491a3-ab67-44d8-a459-2a1144f6ce16 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Floating IP 3ff0738c-36c8-4c9c-b462-422b0ad442bc associated. External IP: 172.27.2.235, port: a48cd684-6cc7-4f49-a193-b31bc03c3cd4. Jan 17 09:31:10.076287 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34690) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:10.086130 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34692) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:10.269802 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98143cfb-6379-4e73-a6c6-02450dc276b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.313793 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa15ce60-becc-42a2-b89d-0a70fbaf8499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.431137 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98143cfb-6379-4e73-a6c6-02450dc276b6 admin admin] Publish callbacks [] for security_group (eba0fff9-dedb-4a95-9930-2c05c691479e), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.439976 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98143cfb-6379-4e73-a6c6-02450dc276b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (eba0fff9-dedb-4a95-9930-2c05c691479e), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.490118 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa15ce60-becc-42a2-b89d-0a70fbaf8499 admin admin] Publish callbacks [] for security_group (7910e64b-fcf1-4713-964e-86ccbcbfb7ed), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.491771 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a491a3-ab67-44d8-a459-2a1144f6ce16 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Router c19ab897-04da-436b-b1d9-84463c5b58bd has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:31:10.501887 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d86ed-1cb1-4c6c-abee-af80f88f5829 req-673c831a-9e19-4bbf-b099-b17fc45b42c9 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:10.503522 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a88d86ed-1cb1-4c6c-abee-af80f88f5829 req-673c831a-9e19-4bbf-b099-b17fc45b42c9 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0957701 Jan 17 09:31:10.504582 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-98143cfb-6379-4e73-a6c6-02450dc276b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ffc07946ebba46ae803344e5f84f6b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4257088 Jan 17 09:31:10.507059 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa15ce60-becc-42a2-b89d-0a70fbaf8499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (7910e64b-fcf1-4713-964e-86ccbcbfb7ed), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.509682 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34714) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:10.517425 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98143cfb-6379-4e73-a6c6-02450dc276b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba0fff9-dedb-4a95-9930-2c05c691479e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:10.598416 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-aa15ce60-becc-42a2-b89d-0a70fbaf8499 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4e40e56e7a9d4e72a32e58370a1c17e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5108695 Jan 17 09:31:10.601007 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34718) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:10.605201 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15ce60-becc-42a2-b89d-0a70fbaf8499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7910e64b-fcf1-4713-964e-86ccbcbfb7ed,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:10.623903 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34720) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:10.644389 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98a252a4-6719-4da7-b080-7e28f04ef67e admin admin] Publish callbacks [] for security_group (eba0fff9-dedb-4a95-9930-2c05c691479e), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.673550 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98a252a4-6719-4da7-b080-7e28f04ef67e admin admin] Publish callbacks [] for security_group (eba0fff9-dedb-4a95-9930-2c05c691479e), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.700904 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a88d86ed-1cb1-4c6c-abee-af80f88f5829 req-8dff51f2-48e6-490a-adb5-b0bd258c5d53 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872747 Jan 17 09:31:10.719218 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a491a3-ab67-44d8-a459-2a1144f6ce16 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:31:10.725758 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25a491a3-ab67-44d8-a459-2a1144f6ce16 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.740238 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d78b50-a7d8-4d44-8df7-802928faba30 None None] Sync routers for ids ['c19ab897-04da-436b-b1d9-84463c5b58bd'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:31:10.765753 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98a252a4-6719-4da7-b080-7e28f04ef67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (eba0fff9-dedb-4a95-9930-2c05c691479e), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.768438 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98a252a4-6719-4da7-b080-7e28f04ef67e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.769169 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d78b50-a7d8-4d44-8df7-802928faba30 None None] Routers {'c19ab897-04da-436b-b1d9-84463c5b58bd'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:31:10.769912 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e7d78b50-a7d8-4d44-8df7-802928faba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:30:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c19ab897-04da-436b-b1d9-84463c5b58bd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:10.771190 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-25a491a3-ab67-44d8-a459-2a1144f6ce16 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "PUT /v2.0/floatingips/3ff0738c-36c8-4c9c-b462-422b0ad442bc HTTP/1.1" status: 200 len: 991 time: 2.1619160 Jan 17 09:31:10.772193 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-98a252a4-6719-4da7-b080-7e28f04ef67e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eba0fff9-dedb-4a95-9930-2c05c691479e HTTP/1.1" status: 204 len: 168 time: 0.2615144 Jan 17 09:31:10.782244 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db36972-1c46-4a5f-836f-d3fdcea1da18', 'tag': 'a48cd684-6cc7-4f49-a193-b31bc03c3cd4'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:31:10.787348 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91839c80-2d2b-4d8f-9e84-26db82dbad28" -d '{"events": [{"name": "network-changed", "server_uuid": "3db36972-1c46-4a5f-836f-d3fdcea1da18", "tag": "a48cd684-6cc7-4f49-a193-b31bc03c3cd4"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:31:10.794281 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a252a4-6719-4da7-b080-7e28f04ef67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba0fff9-dedb-4a95-9930-2c05c691479e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:10.825099 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de96665b-b143-402a-929a-3153e32dfb25 admin admin] Publish callbacks [] for security_group (7910e64b-fcf1-4713-964e-86ccbcbfb7ed), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.880051 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de96665b-b143-402a-929a-3153e32dfb25 admin admin] Publish callbacks [] for security_group (7910e64b-fcf1-4713-964e-86ccbcbfb7ed), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.901481 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bdc348b-b9c8-46b9-bf34-12ddc1e04cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:10.931396 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e7d78b50-a7d8-4d44-8df7-802928faba30 None None] Set router c19ab897-04da-436b-b1d9-84463c5b58bd gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:31:11.043130 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60958a69-0b84-47b8-b6d4-dc58b333e275 x-openstack-request-id: req-60958a69-0b84-47b8-b6d4-dc58b333e275 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:31:11.043429 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db36972-1c46-4a5f-836f-d3fdcea1da18", "tag": "a48cd684-6cc7-4f49-a193-b31bc03c3cd4", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:31:11.057020 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60958a69-0b84-47b8-b6d4-dc58b333e275 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:31:11.058885 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db36972-1c46-4a5f-836f-d3fdcea1da18', 'tag': 'a48cd684-6cc7-4f49-a193-b31bc03c3cd4', 'status': 'completed', 'code': 200} Jan 17 09:31:11.070318 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de96665b-b143-402a-929a-3153e32dfb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (7910e64b-fcf1-4713-964e-86ccbcbfb7ed), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:11.073598 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de96665b-b143-402a-929a-3153e32dfb25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:11.085930 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-de96665b-b143-402a-929a-3153e32dfb25 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7910e64b-fcf1-4713-964e-86ccbcbfb7ed HTTP/1.1" status: 204 len: 168 time: 0.4785564 Jan 17 09:31:11.124343 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96665b-b143-402a-929a-3153e32dfb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7910e64b-fcf1-4713-964e-86ccbcbfb7ed,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:11.171088 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bdc348b-b9c8-46b9-bf34-12ddc1e04cf0 admin admin] Publish callbacks [] for security_group (426eebce-80ca-4f0d-9446-d0355aa4a660), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:11.179579 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bdc348b-b9c8-46b9-bf34-12ddc1e04cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (426eebce-80ca-4f0d-9446-d0355aa4a660), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:11.208238 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91839c80-2d2b-4d8f-9e84-26db82dbad28 req-aed88dfa-56e9-48c1-9c01-83ae219b4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:11.210231 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-91839c80-2d2b-4d8f-9e84-26db82dbad28 req-aed88dfa-56e9-48c1-9c01-83ae219b4318 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d4b53680e0443b88340aca1b54694d3&device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 1098 time: 0.1427462 Jan 17 09:31:11.268911 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-1bdc348b-b9c8-46b9-bf34-12ddc1e04cf0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2ba0a748e7bf4320bad01c6a068f6a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6145701 Jan 17 09:31:11.269641 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc348b-b9c8-46b9-bf34-12ddc1e04cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426eebce-80ca-4f0d-9446-d0355aa4a660,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:11.282804 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34744) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:11.398308 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e29c0f7-8666-4672-9d21-2ec781906a89 admin admin] Publish callbacks [] for security_group (426eebce-80ca-4f0d-9446-d0355aa4a660), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:11.404789 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34748) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:11.405913 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91839c80-2d2b-4d8f-9e84-26db82dbad28 req-41dd43cc-c155-4ea9-b303-26085894c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:11.410279 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-91839c80-2d2b-4d8f-9e84-26db82dbad28 req-41dd43cc-c155-4ea9-b303-26085894c92f service neutron] 10.222.0.31 "GET /v2.0/networks?id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf HTTP/1.1" status: 200 len: 912 time: 0.1904204 Jan 17 09:31:11.424076 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3cbc738a-1a05-4f5f-8aab-a544475c7972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:11.431429 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e29c0f7-8666-4672-9d21-2ec781906a89 admin admin] Publish callbacks [] for security_group (426eebce-80ca-4f0d-9446-d0355aa4a660), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:11.461674 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e7d78b50-a7d8-4d44-8df7-802928faba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '3ff0738c-36c8-4c9c-b462-422b0ad442bc', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'floating_ip_address': '172.27.2.235', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'port_id': 'a48cd684-6cc7-4f49-a193-b31bc03c3cd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'mac_address': 'fa:16:3e:70:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db36972-1c46-4a5f-836f-d3fdcea1da18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:30:38Z', 'updated_at': '2022-01-17T09:31:09Z', 'revision_number': 1, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5012464f-c3ed-4038-8aed-c016a6cfcd27', 'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'mac_address': 'fa:16:3e:ab:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:39Z', 'revision_number': 5, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'subnets': [{'id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:11.494210 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d78b50-a7d8-4d44-8df7-802928faba30 None None] Checking router: c19ab897-04da-436b-b1d9-84463c5b58bd for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:31:11.515452 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d78b50-a7d8-4d44-8df7-802928faba30 None None] Routers {'c19ab897-04da-436b-b1d9-84463c5b58bd'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:31:11.518394 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e7d78b50-a7d8-4d44-8df7-802928faba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:30:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c19ab897-04da-436b-b1d9-84463c5b58bd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:11.534582 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e29c0f7-8666-4672-9d21-2ec781906a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (426eebce-80ca-4f0d-9446-d0355aa4a660), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:11.538776 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e29c0f7-8666-4672-9d21-2ec781906a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:11.540854 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-7e29c0f7-8666-4672-9d21-2ec781906a89 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/426eebce-80ca-4f0d-9446-d0355aa4a660 HTTP/1.1" status: 204 len: 168 time: 0.2572782 Jan 17 09:31:11.559527 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29c0f7-8666-4672-9d21-2ec781906a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426eebce-80ca-4f0d-9446-d0355aa4a660,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:11.617721 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-91839c80-2d2b-4d8f-9e84-26db82dbad28 req-bd65e26b-8690-4f1d-9230-4c10b2843310 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a48cd684-6cc7-4f49-a193-b31bc03c3cd4 HTTP/1.1" status: 200 len: 999 time: 0.1906576 Jan 17 09:31:11.694061 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3cbc738a-1a05-4f5f-8aab-a544475c7972 admin admin] Publish callbacks [] for security_group (b7b6f9da-85ed-448e-85aa-fb1c78dc3e10), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:11.698124 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e7d78b50-a7d8-4d44-8df7-802928faba30 None None] Set router c19ab897-04da-436b-b1d9-84463c5b58bd gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:31:11.701751 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91839c80-2d2b-4d8f-9e84-26db82dbad28 req-d0ad4df4-52eb-4937-8aea-3faea309595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:11.703437 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-91839c80-2d2b-4d8f-9e84-26db82dbad28 req-d0ad4df4-52eb-4937-8aea-3faea309595a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7862a30a-3de9-4df3-9ab7-bbfbb516200f HTTP/1.1" status: 200 len: 850 time: 0.0795603 Jan 17 09:31:11.704917 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3cbc738a-1a05-4f5f-8aab-a544475c7972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (b7b6f9da-85ed-448e-85aa-fb1c78dc3e10), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:11.747265 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34764) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:11.765727 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3cbc738a-1a05-4f5f-8aab-a544475c7972 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=864d9b1303004ba38a312cfa64644b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522120 Jan 17 09:31:11.770492 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f63e2a43-0755-4683-bfd5-35ec9a45fbca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:11.784557 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34768) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:11.796625 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc738a-1a05-4f5f-8aab-a544475c7972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b6f9da-85ed-448e-85aa-fb1c78dc3e10,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:12.063447 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34776) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:12.089592 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd4a697d-ae95-4dd7-9cdb-041df6fb4279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.089832 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f7c8494-ed23-4d32-b5a9-8723d9b47a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.101693 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91839c80-2d2b-4d8f-9e84-26db82dbad28 req-46011384-721e-412b-a869-346918e563c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:12.103189 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-91839c80-2d2b-4d8f-9e84-26db82dbad28 req-46011384-721e-412b-a869-346918e563c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3433793 Jan 17 09:31:12.131681 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d8fd-9f80-4fb3-9340-bfe86bc7898e admin admin] Publish callbacks [] for security_group (b7b6f9da-85ed-448e-85aa-fb1c78dc3e10), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.167124 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737579e-251f-4928-a8fb-5c6dd4d355c5 req-da4c4071-9e1b-4f7e-aed3-27de3dbbad59 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:12.174313 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e737579e-251f-4928-a8fb-5c6dd4d355c5 req-da4c4071-9e1b-4f7e-aed3-27de3dbbad59 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.3317311 Jan 17 09:31:12.182703 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e7d78b50-a7d8-4d44-8df7-802928faba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '3ff0738c-36c8-4c9c-b462-422b0ad442bc', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'floating_ip_address': '172.27.2.235', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'port_id': 'a48cd684-6cc7-4f49-a193-b31bc03c3cd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'mac_address': 'fa:16:3e:70:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db36972-1c46-4a5f-836f-d3fdcea1da18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:30:38Z', 'updated_at': '2022-01-17T09:31:09Z', 'revision_number': 1, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5012464f-c3ed-4038-8aed-c016a6cfcd27', 'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'mac_address': 'fa:16:3e:ab:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:39Z', 'revision_number': 5, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'subnets': [{'id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:12.187579 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d8fd-9f80-4fb3-9340-bfe86bc7898e admin admin] Publish callbacks [] for security_group (b7b6f9da-85ed-448e-85aa-fb1c78dc3e10), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.254227 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f63e2a43-0755-4683-bfd5-35ec9a45fbca admin admin] Publish callbacks [] for security_group (88b1f658-0f69-4b2c-bea1-29a6036ed7dc), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.259146 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e737579e-251f-4928-a8fb-5c6dd4d355c5 req-280a947a-69dc-42f7-b68f-ea08fed3f91e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838616 Jan 17 09:31:12.260620 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f63e2a43-0755-4683-bfd5-35ec9a45fbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (88b1f658-0f69-4b2c-bea1-29a6036ed7dc), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.270532 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-91839c80-2d2b-4d8f-9e84-26db82dbad28 req-c127fed5-2dfc-453f-bf86-f397845d5fb4 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610045 Jan 17 09:31:12.307260 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd4a697d-ae95-4dd7-9cdb-041df6fb4279 admin admin] Publish callbacks [] for security_group (f22a47e8-d4c5-4978-8280-90c811289d89), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.326030 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd4a697d-ae95-4dd7-9cdb-041df6fb4279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (f22a47e8-d4c5-4978-8280-90c811289d89), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.335325 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d8fd-9f80-4fb3-9340-bfe86bc7898e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (b7b6f9da-85ed-448e-85aa-fb1c78dc3e10), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.338148 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d8fd-9f80-4fb3-9340-bfe86bc7898e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.339306 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-f7c6d8fd-9f80-4fb3-9340-bfe86bc7898e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b7b6f9da-85ed-448e-85aa-fb1c78dc3e10 HTTP/1.1" status: 204 len: 168 time: 0.5462465 Jan 17 09:31:12.341579 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e2a43-0755-4683-bfd5-35ec9a45fbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b1f658-0f69-4b2c-bea1-29a6036ed7dc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:12.356977 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-f63e2a43-0755-4683-bfd5-35ec9a45fbca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=004af889738842228400ee557019e870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6057045 Jan 17 09:31:12.357338 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d78b50-a7d8-4d44-8df7-802928faba30 None None] The sync data for ids ['c19ab897-04da-436b-b1d9-84463c5b58bd'] in dv-cinder-815582-7-iscsi is: [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '3ff0738c-36c8-4c9c-b462-422b0ad442bc', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'floating_ip_address': '172.27.2.235', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'port_id': 'a48cd684-6cc7-4f49-a193-b31bc03c3cd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'mac_address': 'fa:16:3e:70:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db36972-1c46-4a5f-836f-d3fdcea1da18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:30:38Z', 'updated_at': '2022-01-17T09:31:09Z', 'revision_number': 1, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5012464f-c3ed-4038-8aed-c016a6cfcd27', 'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'mac_address': 'fa:16:3e:ab:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:39Z', 'revision_number': 5, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'subnets': [{'id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:31:12.358687 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34784) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:12.395455 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-dd4a697d-ae95-4dd7-9cdb-041df6fb4279 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=96177117cf3a47a79e5b6a5a9e1ec4c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3307989 Jan 17 09:31:12.397817 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a697d-ae95-4dd7-9cdb-041df6fb4279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22a47e8-d4c5-4978-8280-90c811289d89,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:12.403256 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34786) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:12.416764 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6d8fd-9f80-4fb3-9340-bfe86bc7898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b6f9da-85ed-448e-85aa-fb1c78dc3e10,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:12.490054 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-91839c80-2d2b-4d8f-9e84-26db82dbad28 req-2a760a3e-28f1-44a0-a00a-2825f0437c58 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127271 Jan 17 09:31:12.503569 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0d12f62-f7cb-4921-8724-6d44327d373a admin admin] Publish callbacks [] for security_group (88b1f658-0f69-4b2c-bea1-29a6036ed7dc), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.531070 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21c18b5c-ccf2-4244-8008-1082bd45e488 admin admin] Publish callbacks [] for security_group (f22a47e8-d4c5-4978-8280-90c811289d89), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.548265 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0d12f62-f7cb-4921-8724-6d44327d373a admin admin] Publish callbacks [] for security_group (88b1f658-0f69-4b2c-bea1-29a6036ed7dc), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.573992 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21c18b5c-ccf2-4244-8008-1082bd45e488 admin admin] Publish callbacks [] for security_group (f22a47e8-d4c5-4978-8280-90c811289d89), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.630358 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f51e8-247b-406b-a6e8-361c5f33f2ad None None] New status for floating IP 3ff0738c-36c8-4c9c-b462-422b0ad442bc: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:31:12.640149 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21c18b5c-ccf2-4244-8008-1082bd45e488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (f22a47e8-d4c5-4978-8280-90c811289d89), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.642940 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21c18b5c-ccf2-4244-8008-1082bd45e488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.644346 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-21c18b5c-ccf2-4244-8008-1082bd45e488 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f22a47e8-d4c5-4978-8280-90c811289d89 HTTP/1.1" status: 204 len: 168 time: 0.2381935 Jan 17 09:31:12.648243 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0d12f62-f7cb-4921-8724-6d44327d373a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (88b1f658-0f69-4b2c-bea1-29a6036ed7dc), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.651004 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0d12f62-f7cb-4921-8724-6d44327d373a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:12.655440 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f0d12f62-f7cb-4921-8724-6d44327d373a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/88b1f658-0f69-4b2c-bea1-29a6036ed7dc HTTP/1.1" status: 204 len: 168 time: 0.2884138 Jan 17 09:31:12.661910 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c18b5c-ccf2-4244-8008-1082bd45e488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22a47e8-d4c5-4978-8280-90c811289d89,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:12.672050 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d12f62-f7cb-4921-8724-6d44327d373a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b1f658-0f69-4b2c-bea1-29a6036ed7dc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:13.149387 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:13.443111 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a1671-28d7-480d-b1de-1b79a81029ab req-4461251e-9e3f-48c5-9c47-d51e39c46f29 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:13.443111 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5d9a1671-28d7-480d-b1de-1b79a81029ab req-4461251e-9e3f-48c5-9c47-d51e39c46f29 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.1074309 Jan 17 09:31:13.496210 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5d9a1671-28d7-480d-b1de-1b79a81029ab req-56d089e5-b48f-48b9-a512-889e66d2d033 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468175 Jan 17 09:31:14.500034 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 34950) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:14.620869 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70725220-2bbd-4979-9a70-4f8dd45108bb req-c03de626-fc22-4283-b3bf-9d66c5657e35 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:14.622567 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-70725220-2bbd-4979-9a70-4f8dd45108bb req-c03de626-fc22-4283-b3bf-9d66c5657e35 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0528917 Jan 17 09:31:14.672220 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-70725220-2bbd-4979-9a70-4f8dd45108bb req-9a795e3d-ee5a-46f5-89e1-6e389862f007 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441849 Jan 17 09:31:14.706327 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:14.722167 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-10d7c966-5a9b-4887-97f2-cadc8ee7ad66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:14.812125 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-10d7c966-5a9b-4887-97f2-cadc8ee7ad66 admin admin] Publish callbacks [] for security_group (00e37eff-1666-4282-a5ba-3bb9f09601e2), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:14.817369 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-10d7c966-5a9b-4887-97f2-cadc8ee7ad66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (00e37eff-1666-4282-a5ba-3bb9f09601e2), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:14.859258 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-10d7c966-5a9b-4887-97f2-cadc8ee7ad66 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=170c1fc7ccb64d55acd4a9faa25641b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3573885 Jan 17 09:31:14.860406 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7c966-5a9b-4887-97f2-cadc8ee7ad66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e37eff-1666-4282-a5ba-3bb9f09601e2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:14.862320 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 34978) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:14.958881 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-378af86a-ec81-4411-a8ec-a9940e9c8f1f admin admin] Publish callbacks [] for security_group (00e37eff-1666-4282-a5ba-3bb9f09601e2), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:14.996364 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-378af86a-ec81-4411-a8ec-a9940e9c8f1f admin admin] Publish callbacks [] for security_group (00e37eff-1666-4282-a5ba-3bb9f09601e2), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:15.065017 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-378af86a-ec81-4411-a8ec-a9940e9c8f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (00e37eff-1666-4282-a5ba-3bb9f09601e2), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:15.068529 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-378af86a-ec81-4411-a8ec-a9940e9c8f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:15.069960 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-378af86a-ec81-4411-a8ec-a9940e9c8f1f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00e37eff-1666-4282-a5ba-3bb9f09601e2 HTTP/1.1" status: 204 len: 168 time: 0.2049022 Jan 17 09:31:15.077717 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378af86a-ec81-4411-a8ec-a9940e9c8f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e37eff-1666-4282-a5ba-3bb9f09601e2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:15.659889 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35018) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:15.686401 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8b0362f-3d7a-46af-8c11-4cbeaead8f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:15.846105 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8b0362f-3d7a-46af-8c11-4cbeaead8f9c admin admin] Publish callbacks [] for security_group (b7a9f2e3-1d09-4f75-8e7a-ec7094883f3a), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:15.859327 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e64ac5-7528-4816-9636-f252399ce874 req-9f035ade-bcd1-4c65-b24b-c17bc2af336f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:15.860861 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-36e64ac5-7528-4816-9636-f252399ce874 req-9f035ade-bcd1-4c65-b24b-c17bc2af336f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0946074 Jan 17 09:31:15.861649 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8b0362f-3d7a-46af-8c11-4cbeaead8f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (b7a9f2e3-1d09-4f75-8e7a-ec7094883f3a), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:15.916584 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-c8b0362f-3d7a-46af-8c11-4cbeaead8f9c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e4a6072e84d844ce9e9c1ab9e99c691b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546344 Jan 17 09:31:15.917650 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0362f-3d7a-46af-8c11-4cbeaead8f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a9f2e3-1d09-4f75-8e7a-ec7094883f3a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:15.919390 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35032) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:15.950758 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-36e64ac5-7528-4816-9636-f252399ce874 req-2f46e76c-b210-4beb-a7f1-6ab39b6a0b6a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780880 Jan 17 09:31:15.978628 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d84dc878-ccc0-4af7-b3cf-2a90e1284a01 admin admin] Publish callbacks [] for security_group (b7a9f2e3-1d09-4f75-8e7a-ec7094883f3a), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:16.000535 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d84dc878-ccc0-4af7-b3cf-2a90e1284a01 admin admin] Publish callbacks [] for security_group (b7a9f2e3-1d09-4f75-8e7a-ec7094883f3a), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:16.052662 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d84dc878-ccc0-4af7-b3cf-2a90e1284a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (b7a9f2e3-1d09-4f75-8e7a-ec7094883f3a), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:16.055392 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d84dc878-ccc0-4af7-b3cf-2a90e1284a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:16.059509 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-d84dc878-ccc0-4af7-b3cf-2a90e1284a01 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b7a9f2e3-1d09-4f75-8e7a-ec7094883f3a HTTP/1.1" status: 204 len: 168 time: 0.1390660 Jan 17 09:31:16.068323 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dc878-ccc0-4af7-b3cf-2a90e1284a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a9f2e3-1d09-4f75-8e7a-ec7094883f3a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:16.138336 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:17.084061 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7ff11-67bc-48ae-aaf6-4c6e07ce603d req-4025a4a8-7b8d-40a4-b41e-10db00595e03 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:17.085614 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fde7ff11-67bc-48ae-aaf6-4c6e07ce603d req-4025a4a8-7b8d-40a4-b41e-10db00595e03 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0624793 Jan 17 09:31:17.155974 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fde7ff11-67bc-48ae-aaf6-4c6e07ce603d req-01a9a0d7-186e-4ce3-aab4-77f48148756c tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635955 Jan 17 09:31:17.201100 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35102) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:17.304692 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-889b11f4-c77d-41f2-9a40-0029230b5416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:17.381464 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-889b11f4-c77d-41f2-9a40-0029230b5416 admin admin] Publish callbacks [] for security_group (f98f0246-26cb-4e78-afb0-50d115489df6), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:17.385198 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-889b11f4-c77d-41f2-9a40-0029230b5416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (f98f0246-26cb-4e78-afb0-50d115489df6), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:17.421767 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b11f4-c77d-41f2-9a40-0029230b5416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98f0246-26cb-4e78-afb0-50d115489df6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:17.428405 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-889b11f4-c77d-41f2-9a40-0029230b5416 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=94b6d8c5f148434f8d5a1f79fa6fa9ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261381 Jan 17 09:31:17.429399 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35108) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:17.488116 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f63e9050-8797-421b-ad51-e2fc34db4fba admin admin] Publish callbacks [] for security_group (f98f0246-26cb-4e78-afb0-50d115489df6), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:17.514287 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f63e9050-8797-421b-ad51-e2fc34db4fba admin admin] Publish callbacks [] for security_group (f98f0246-26cb-4e78-afb0-50d115489df6), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:17.567058 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f63e9050-8797-421b-ad51-e2fc34db4fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (f98f0246-26cb-4e78-afb0-50d115489df6), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:17.570555 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f63e9050-8797-421b-ad51-e2fc34db4fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:17.571872 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f63e9050-8797-421b-ad51-e2fc34db4fba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f98f0246-26cb-4e78-afb0-50d115489df6 HTTP/1.1" status: 204 len: 168 time: 0.1412191 Jan 17 09:31:17.591777 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e9050-8797-421b-ad51-e2fc34db4fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98f0246-26cb-4e78-afb0-50d115489df6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:18.276582 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c794106-de2d-4f12-8ecf-cb21d8b9b7a1 req-53dde0fd-f5f9-4203-84e8-4da250b31906 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:18.278106 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c794106-de2d-4f12-8ecf-cb21d8b9b7a1 req-53dde0fd-f5f9-4203-84e8-4da250b31906 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0495505 Jan 17 09:31:18.332224 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c794106-de2d-4f12-8ecf-cb21d8b9b7a1 req-2977593c-d3d9-4613-92fa-b1c368d5c1da tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485678 Jan 17 09:31:19.088414 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890795e-08c2-4385-807d-eb56eed7c7b4 req-c77d8e0f-3f5b-4907-bdba-07b1f99acbfa tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:19.090114 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a890795e-08c2-4385-807d-eb56eed7c7b4 req-c77d8e0f-3f5b-4907-bdba-07b1f99acbfa tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 945 time: 0.0712135 Jan 17 09:31:19.150227 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a890795e-08c2-4385-807d-eb56eed7c7b4 req-e9634f99-5550-496d-9732-45874017d970 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481186 Jan 17 09:31:19.460256 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c8dbe-c312-4f97-bd90-b1bf3aa404ec req-fb181676-000a-49dc-be86-de42fcbc1280 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:19.461710 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e57c8dbe-c312-4f97-bd90-b1bf3aa404ec req-fb181676-000a-49dc-be86-de42fcbc1280 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0468349 Jan 17 09:31:19.512031 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e57c8dbe-c312-4f97-bd90-b1bf3aa404ec req-d90ff364-1ac6-4bd2-8be0-854496e59d70 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446229 Jan 17 09:31:20.275150 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07592e2d-120a-4d09-80a1-e4ee14842bc9 req-50233c7a-8655-4b8b-b9c0-b72a582faff9 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:20.276625 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-07592e2d-120a-4d09-80a1-e4ee14842bc9 req-50233c7a-8655-4b8b-b9c0-b72a582faff9 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 945 time: 0.0523720 Jan 17 09:31:20.349768 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-07592e2d-120a-4d09-80a1-e4ee14842bc9 req-152016bf-3609-4bf5-a5ca-9f3e7ce6f4f3 tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647323 Jan 17 09:31:20.640580 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18023a9-ee3c-45bc-8b3f-0705b59d25fc req-a9abc7d2-6f51-42d0-a0c0-2580df48dc07 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:20.642071 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a18023a9-ee3c-45bc-8b3f-0705b59d25fc req-a9abc7d2-6f51-42d0-a0c0-2580df48dc07 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0548379 Jan 17 09:31:20.693091 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a18023a9-ee3c-45bc-8b3f-0705b59d25fc req-02abbe7d-bd14-4c65-890e-885657361f23 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452378 Jan 17 09:31:21.428910 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322588-0945-4200-a2d5-8616368726d8 req-60dc1959-56c0-47c2-91ce-f113aebae2ea tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:21.430514 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-95322588-0945-4200-a2d5-8616368726d8 req-60dc1959-56c0-47c2-91ce-f113aebae2ea tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.31 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 945 time: 0.0516746 Jan 17 09:31:21.580736 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa5e9c-413e-4203-976b-990eb750e53c req-a4bc015c-0218-4ae8-844c-c6bd4f97617a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:21.582536 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-61aa5e9c-413e-4203-976b-990eb750e53c req-a4bc015c-0218-4ae8-844c-c6bd4f97617a tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 945 time: 0.1457970 Jan 17 09:31:21.658446 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-61aa5e9c-413e-4203-976b-990eb750e53c req-5533d13f-7835-429d-8674-3bc8e0817f6b tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadaa59-e85c-4e95-9026-140d5b05883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671296 Jan 17 09:31:21.661243 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-95322588-0945-4200-a2d5-8616368726d8 req-22f43b23-6508-4e74-8bf4-7564c4235fbd tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Deleting port 4e513d1c-5e06-41ac-bef9-bca9a8352422 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:31:21.661530 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95322588-0945-4200-a2d5-8616368726d8 req-22f43b23-6508-4e74-8bf4-7564c4235fbd tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (4e513d1c-5e06-41ac-bef9-bca9a8352422), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:21.693031 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35296) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:21.775000 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-95322588-0945-4200-a2d5-8616368726d8 req-22f43b23-6508-4e74-8bf4-7564c4235fbd tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] For port 4e513d1c-5e06-41ac-bef9-bca9a8352422, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4e513d1c-5e06-41ac-bef9-bca9a8352422,segment=NetworkSegment(9b98eb80-15be-4117-b45f-c849e04f68fd),segment_id=9b98eb80-15be-4117-b45f-c849e04f68fd)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:21.775516 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95322588-0945-4200-a2d5-8616368726d8 req-22f43b23-6508-4e74-8bf4-7564c4235fbd tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (4e513d1c-5e06-41ac-bef9-bca9a8352422), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:21.790291 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-95322588-0945-4200-a2d5-8616368726d8 req-22f43b23-6508-4e74-8bf4-7564c4235fbd tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Calling delete_port for 4e513d1c-5e06-41ac-bef9-bca9a8352422 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:31:21.817927 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3948bb7d-ddb4-4cb2-864d-f8cec07e83e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:21.846020 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3940e-847e-4565-8b3c-c2ac138f44f9 req-61dffa34-7496-4436-97f4-c014346d040b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:21.847759 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0cd3940e-847e-4565-8b3c-c2ac138f44f9 req-61dffa34-7496-4436-97f4-c014346d040b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0751328 Jan 17 09:31:21.943272 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0cd3940e-847e-4565-8b3c-c2ac138f44f9 req-27837a2e-d572-40c5-a657-7a7affb0652e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861564 Jan 17 09:31:21.972765 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95322588-0945-4200-a2d5-8616368726d8 req-22f43b23-6508-4e74-8bf4-7564c4235fbd tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438'] for port (4e513d1c-5e06-41ac-bef9-bca9a8352422), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:21.983066 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3948bb7d-ddb4-4cb2-864d-f8cec07e83e7 admin admin] Publish callbacks [] for security_group (a5e6158a-8a0d-4f3a-8375-b6641a3bb911), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:21.989122 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['4e513d1c-5e06-41ac-bef9-bca9a8352422'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:31:21.989729 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3948bb7d-ddb4-4cb2-864d-f8cec07e83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (a5e6158a-8a0d-4f3a-8375-b6641a3bb911), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:22.002384 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f43b23-6508-4e74-8bf4-7564c4235fbd tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Pushing event deleted for resources: {'Port': ['ID=4e513d1c-5e06-41ac-bef9-bca9a8352422,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:22.046571 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-3948bb7d-ddb4-4cb2-864d-f8cec07e83e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7fe405cb33f843f8bd2cf4793ffeecca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523660 Jan 17 09:31:22.047778 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35312) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:22.048763 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948bb7d-ddb4-4cb2-864d-f8cec07e83e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e6158a-8a0d-4f3a-8375-b6641a3bb911,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:22.078211 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-95322588-0945-4200-a2d5-8616368726d8 req-22f43b23-6508-4e74-8bf4-7564c4235fbd tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] No DVR routers for this DVR port 4e513d1c-5e06-41ac-bef9-bca9a8352422 on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:31:22.088105 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95322588-0945-4200-a2d5-8616368726d8 req-22f43b23-6508-4e74-8bf4-7564c4235fbd tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:22.092111 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-95322588-0945-4200-a2d5-8616368726d8 req-22f43b23-6508-4e74-8bf4-7564c4235fbd tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.31 "DELETE /v2.0/ports/4e513d1c-5e06-41ac-bef9-bca9a8352422 HTTP/1.1" status: 204 len: 173 time: 0.6536391 Jan 17 09:31:22.092580 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790b8652-e5e7-41cc-95ef-74381626b49f', 'name': 'network-vif-deleted', 'tag': '4e513d1c-5e06-41ac-bef9-bca9a8352422'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:31:22.094835 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352a3e20-cafa-40c7-867d-868ed17d225a" -d '{"events": [{"server_uuid": "790b8652-e5e7-41cc-95ef-74381626b49f", "name": "network-vif-deleted", "tag": "4e513d1c-5e06-41ac-bef9-bca9a8352422"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:31:22.145918 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe33719f-d298-451e-80e2-067b7973272f x-openstack-request-id: req-fe33719f-d298-451e-80e2-067b7973272f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:31:22.146445 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790b8652-e5e7-41cc-95ef-74381626b49f", "name": "network-vif-deleted", "tag": "4e513d1c-5e06-41ac-bef9-bca9a8352422", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:31:22.146868 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe33719f-d298-451e-80e2-067b7973272f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:31:22.147448 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790b8652-e5e7-41cc-95ef-74381626b49f', 'name': 'network-vif-deleted', 'tag': '4e513d1c-5e06-41ac-bef9-bca9a8352422', 'status': 'completed', 'code': 200} Jan 17 09:31:22.153168 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3e08f69-87f9-4271-8df9-98fddeaa4d2d admin admin] Publish callbacks [] for security_group (a5e6158a-8a0d-4f3a-8375-b6641a3bb911), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:22.157040 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35322) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:22.197696 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3e08f69-87f9-4271-8df9-98fddeaa4d2d admin admin] Publish callbacks [] for security_group (a5e6158a-8a0d-4f3a-8375-b6641a3bb911), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:22.250757 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3e08f69-87f9-4271-8df9-98fddeaa4d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (a5e6158a-8a0d-4f3a-8375-b6641a3bb911), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:22.253503 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3e08f69-87f9-4271-8df9-98fddeaa4d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:22.254667 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-a3e08f69-87f9-4271-8df9-98fddeaa4d2d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5e6158a-8a0d-4f3a-8375-b6641a3bb911 HTTP/1.1" status: 204 len: 168 time: 0.2057483 Jan 17 09:31:22.262744 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e08f69-87f9-4271-8df9-98fddeaa4d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e6158a-8a0d-4f3a-8375-b6641a3bb911,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:22.316132 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86cc9032-7a33-4524-ae58-80d8e8aa4990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:22.444007 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86cc9032-7a33-4524-ae58-80d8e8aa4990 admin admin] Publish callbacks [] for security_group (fb9edb85-21e9-4f76-abe7-a3dac61c3d34), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:22.451824 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86cc9032-7a33-4524-ae58-80d8e8aa4990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (fb9edb85-21e9-4f76-abe7-a3dac61c3d34), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:22.524579 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-86cc9032-7a33-4524-ae58-80d8e8aa4990 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f15b70d1145848dfbbfb7a30ee968cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658464 Jan 17 09:31:22.526975 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35338) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:22.531941 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc9032-7a33-4524-ae58-80d8e8aa4990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9edb85-21e9-4f76-abe7-a3dac61c3d34,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:22.581654 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08a0caad-8794-49f4-8cff-3ee43c54925a admin admin] Publish callbacks [] for security_group (fb9edb85-21e9-4f76-abe7-a3dac61c3d34), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:22.609486 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08a0caad-8794-49f4-8cff-3ee43c54925a admin admin] Publish callbacks [] for security_group (fb9edb85-21e9-4f76-abe7-a3dac61c3d34), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:22.666664 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08a0caad-8794-49f4-8cff-3ee43c54925a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (fb9edb85-21e9-4f76-abe7-a3dac61c3d34), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:22.669686 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08a0caad-8794-49f4-8cff-3ee43c54925a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:22.671206 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-08a0caad-8794-49f4-8cff-3ee43c54925a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fb9edb85-21e9-4f76-abe7-a3dac61c3d34 HTTP/1.1" status: 204 len: 168 time: 0.1431150 Jan 17 09:31:22.680128 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0caad-8794-49f4-8cff-3ee43c54925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9edb85-21e9-4f76-abe7-a3dac61c3d34,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:22.820149 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7af53240-c58d-493e-8936-fbd179e5b8c3 req-7414a37e-de6e-4b08-a1e6-1f2da7e86d1d tempest-DeleteServersTestJSON-382864122 tempest-DeleteServersTestJSON-382864122-project] 10.222.0.77 "GET /v2.0/ports?device_id=790b8652-e5e7-41cc-95ef-74381626b49f HTTP/1.1" status: 200 len: 210 time: 0.0374227 Jan 17 09:31:22.992844 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35368) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:23.091652 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b729d-8342-441e-9a16-ec52cbb61b9e req-d4b9b60b-f763-4e9e-a61e-ab849ec37e24 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:23.094805 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-636b729d-8342-441e-9a16-ec52cbb61b9e req-d4b9b60b-f763-4e9e-a61e-ab849ec37e24 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0669343 Jan 17 09:31:23.133634 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35374) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:23.150242 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3a235cd3-f191-44bb-8798-8ee987710bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:23.186863 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-636b729d-8342-441e-9a16-ec52cbb61b9e req-a6e0d49b-cc37-4ea8-9a9d-29a10893bfe2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844233 Jan 17 09:31:23.245338 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3a235cd3-f191-44bb-8798-8ee987710bd6 admin admin] Publish callbacks [] for security_group (86fbed3e-e80c-44a2-82d7-88bacbccade3), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:23.250127 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3a235cd3-f191-44bb-8798-8ee987710bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (86fbed3e-e80c-44a2-82d7-88bacbccade3), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:23.296296 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3a235cd3-f191-44bb-8798-8ee987710bd6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9abb3d7413248b2ace31179f9b387bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616209 Jan 17 09:31:23.299233 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35378) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:23.301699 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-913bd94b-77a4-4982-bb62-3dc64356dcd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:23.321923 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a235cd3-f191-44bb-8798-8ee987710bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fbed3e-e80c-44a2-82d7-88bacbccade3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:23.363335 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34c1a59a-5f66-464b-bef0-c64a7024d0e6 admin admin] Publish callbacks [] for security_group (86fbed3e-e80c-44a2-82d7-88bacbccade3), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:23.400229 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34c1a59a-5f66-464b-bef0-c64a7024d0e6 admin admin] Publish callbacks [] for security_group (86fbed3e-e80c-44a2-82d7-88bacbccade3), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:23.420769 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-913bd94b-77a4-4982-bb62-3dc64356dcd3 admin admin] Publish callbacks [] for security_group (67255473-f1df-4b9b-8400-70d4e47980e7), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:23.424990 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-913bd94b-77a4-4982-bb62-3dc64356dcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (67255473-f1df-4b9b-8400-70d4e47980e7), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:23.451290 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34c1a59a-5f66-464b-bef0-c64a7024d0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (86fbed3e-e80c-44a2-82d7-88bacbccade3), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:23.454198 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34c1a59a-5f66-464b-bef0-c64a7024d0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:23.458580 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-34c1a59a-5f66-464b-bef0-c64a7024d0e6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/86fbed3e-e80c-44a2-82d7-88bacbccade3 HTTP/1.1" status: 204 len: 168 time: 0.1552999 Jan 17 09:31:23.465701 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1a59a-5f66-464b-bef0-c64a7024d0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fbed3e-e80c-44a2-82d7-88bacbccade3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:23.468927 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-913bd94b-77a4-4982-bb62-3dc64356dcd3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fd6403f217db4cddaea6aec074d5edce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4748962 Jan 17 09:31:23.469552 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35386) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:23.483983 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bd94b-77a4-4982-bb62-3dc64356dcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67255473-f1df-4b9b-8400-70d4e47980e7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:23.547116 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8300bcc6-d9d4-4125-abd4-67c13692a09e admin admin] Publish callbacks [] for security_group (67255473-f1df-4b9b-8400-70d4e47980e7), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:23.572984 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8300bcc6-d9d4-4125-abd4-67c13692a09e admin admin] Publish callbacks [] for security_group (67255473-f1df-4b9b-8400-70d4e47980e7), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:23.639793 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8300bcc6-d9d4-4125-abd4-67c13692a09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (67255473-f1df-4b9b-8400-70d4e47980e7), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:23.643190 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8300bcc6-d9d4-4125-abd4-67c13692a09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:23.644379 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-8300bcc6-d9d4-4125-abd4-67c13692a09e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/67255473-f1df-4b9b-8400-70d4e47980e7 HTTP/1.1" status: 204 len: 168 time: 0.1736872 Jan 17 09:31:23.660900 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300bcc6-d9d4-4125-abd4-67c13692a09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67255473-f1df-4b9b-8400-70d4e47980e7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:23.887966 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35404) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:23.908200 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-43f45b83-2fe4-4302-a4a9-435f99a5a1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:24.006789 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-43f45b83-2fe4-4302-a4a9-435f99a5a1bd admin admin] Publish callbacks [] for security_group (3686df81-6c3f-4eca-8c60-19a1910a8b43), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:24.012695 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-43f45b83-2fe4-4302-a4a9-435f99a5a1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (3686df81-6c3f-4eca-8c60-19a1910a8b43), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:24.057113 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-43f45b83-2fe4-4302-a4a9-435f99a5a1bd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77e4d391e1f74324af76d09543683a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673105 Jan 17 09:31:24.058384 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f45b83-2fe4-4302-a4a9-435f99a5a1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3686df81-6c3f-4eca-8c60-19a1910a8b43,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:24.059761 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35416) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:24.121649 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e299702-c562-48b4-a0ec-96fe550cc15b admin admin] Publish callbacks [] for security_group (3686df81-6c3f-4eca-8c60-19a1910a8b43), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:24.155295 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e299702-c562-48b4-a0ec-96fe550cc15b admin admin] Publish callbacks [] for security_group (3686df81-6c3f-4eca-8c60-19a1910a8b43), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:24.221164 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35426) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:24.226353 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e299702-c562-48b4-a0ec-96fe550cc15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (3686df81-6c3f-4eca-8c60-19a1910a8b43), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:24.229475 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e299702-c562-48b4-a0ec-96fe550cc15b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:24.230690 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-2e299702-c562-48b4-a0ec-96fe550cc15b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3686df81-6c3f-4eca-8c60-19a1910a8b43 HTTP/1.1" status: 204 len: 168 time: 0.1694703 Jan 17 09:31:24.239250 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e299702-c562-48b4-a0ec-96fe550cc15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3686df81-6c3f-4eca-8c60-19a1910a8b43,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:24.263942 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc9814ce-8185-4ee6-a722-4579e2fd1758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:24.362784 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0034a39-728d-4b5e-b562-7ac9febe1b3d req-6ecd69e3-11ff-43fa-9704-6eac1e4f01f3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:24.365023 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f0034a39-728d-4b5e-b562-7ac9febe1b3d req-6ecd69e3-11ff-43fa-9704-6eac1e4f01f3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0694213 Jan 17 09:31:24.377420 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc9814ce-8185-4ee6-a722-4579e2fd1758 admin admin] Publish callbacks [] for security_group (3a126506-28ee-4c3f-8c02-d63a2419d76a), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:24.381550 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc9814ce-8185-4ee6-a722-4579e2fd1758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (3a126506-28ee-4c3f-8c02-d63a2419d76a), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:24.419723 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f0034a39-728d-4b5e-b562-7ac9febe1b3d req-cd463bb1-fef9-4e3e-9bb6-77192e117b4e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481601 Jan 17 09:31:24.424383 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9814ce-8185-4ee6-a722-4579e2fd1758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a126506-28ee-4c3f-8c02-d63a2419d76a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:24.431032 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-cc9814ce-8185-4ee6-a722-4579e2fd1758 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5cfda5e08eb6404c9c46c2c07bfc2ce5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063181 Jan 17 09:31:24.431434 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35430) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:24.482186 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f556dea-9702-4068-ac05-86da69ad0f4b admin admin] Publish callbacks [] for security_group (3a126506-28ee-4c3f-8c02-d63a2419d76a), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:24.502504 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f556dea-9702-4068-ac05-86da69ad0f4b admin admin] Publish callbacks [] for security_group (3a126506-28ee-4c3f-8c02-d63a2419d76a), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:24.555850 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f556dea-9702-4068-ac05-86da69ad0f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (3a126506-28ee-4c3f-8c02-d63a2419d76a), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:24.558512 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f556dea-9702-4068-ac05-86da69ad0f4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:24.559672 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-9f556dea-9702-4068-ac05-86da69ad0f4b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a126506-28ee-4c3f-8c02-d63a2419d76a HTTP/1.1" status: 204 len: 168 time: 0.1272576 Jan 17 09:31:24.570137 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f556dea-9702-4068-ac05-86da69ad0f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a126506-28ee-4c3f-8c02-d63a2419d76a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:24.945074 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35454) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:24.958705 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:25.039903 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Publish callbacks [] for security_group (fd4254e2-769a-4615-bc38-140db773a03a), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:25.046483 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (fd4254e2-769a-4615-bc38-140db773a03a), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:25.085981 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=292baaeb1e6c40448e351f5036afb984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398168 Jan 17 09:31:25.086706 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4254e2-769a-4615-bc38-140db773a03a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:25.088564 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35466) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:25.109443 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.109803 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.110152 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.110520 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.110844 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.111202 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.115056 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.119422 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.129473 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.129473 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.129473 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.129473 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.129473 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652c234-4e89-4964-bea1-0f8eceac8b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.162910 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25628e0e-9dbc-4103-94a1-bb959965b8b2 admin admin] Publish callbacks [] for security_group (fd4254e2-769a-4615-bc38-140db773a03a), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:25.187635 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25628e0e-9dbc-4103-94a1-bb959965b8b2 admin admin] Publish callbacks [] for security_group (fd4254e2-769a-4615-bc38-140db773a03a), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:25.241481 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25628e0e-9dbc-4103-94a1-bb959965b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (fd4254e2-769a-4615-bc38-140db773a03a), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:25.244101 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25628e0e-9dbc-4103-94a1-bb959965b8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:25.245522 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-25628e0e-9dbc-4103-94a1-bb959965b8b2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd4254e2-769a-4615-bc38-140db773a03a HTTP/1.1" status: 204 len: 168 time: 0.1559780 Jan 17 09:31:25.254702 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25628e0e-9dbc-4103-94a1-bb959965b8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4254e2-769a-4615-bc38-140db773a03a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:25.319994 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 4e513d1c-5e06-41ac-bef9-bca9a8352422 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:31:25.352131 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: 4e513d1c-5e06-41ac-bef9-bca9a8352422 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:31:25.352913 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 4e513d1c-5e06-41ac-bef9-bca9a8352422 not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:31:25.392949 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35484) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:25.448224 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Deleting subnet 1612e8ff-c60e-4953-91e2-686dada17487 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:31:25.452958 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Publish callbacks [] for subnet (1612e8ff-c60e-4953-91e2-686dada17487), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:25.497220 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Publish callbacks [] for subnet (1612e8ff-c60e-4953-91e2-686dada17487), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:25.510743 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (1612e8ff-c60e-4953-91e2-686dada17487), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:25.618378 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c4cbe-88f2-45c0-b2c5-4e997b10fd39 req-d507b31a-994d-4e27-b10c-94aed42dad0b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:25.619912 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-476c4cbe-88f2-45c0-b2c5-4e997b10fd39 req-d507b31a-994d-4e27-b10c-94aed42dad0b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.1134264 Jan 17 09:31:25.626277 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for subnet (1612e8ff-c60e-4953-91e2-686dada17487), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:25.659628 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1612e8ff-c60e-4953-91e2-686dada17487,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:25.674626 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:25.678641 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1612e8ff-c60e-4953-91e2-686dada17487 HTTP/1.1" status: 204 len: 168 time: 0.2844098 Jan 17 09:31:25.681413 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35502) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:25.682327 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.682686 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.683036 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.683382 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.683718 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.684222 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.684727 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.685071 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.685409 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.685809 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.686244 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.686585 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.686909 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237d25be-d051-45ed-91ba-fa6547169cd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:25.717541 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-476c4cbe-88f2-45c0-b2c5-4e997b10fd39 req-73867779-6053-4617-b111-d9651778f422 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846627 Jan 17 09:31:25.733593 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35504) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:25.772588 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (37c06426-6ead-4380-bd9c-d369a01106c9), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:25.891907 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (37c06426-6ead-4380-bd9c-d369a01106c9), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:25.920315 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:25.920583 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:25.921383 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:25.921808 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:25.922294 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:25.922639 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:25.922977 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:25.923418 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:25.923826 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:25.924123 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:25.948579 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dea3e9f8-c42c-4208-b4c8-26f3e4f9606d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:26.057130 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dea3e9f8-c42c-4208-b4c8-26f3e4f9606d admin admin] Publish callbacks [] for security_group (5d26c021-278b-4d47-8811-1cfe664ca339), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:26.061572 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dea3e9f8-c42c-4208-b4c8-26f3e4f9606d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (5d26c021-278b-4d47-8811-1cfe664ca339), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:26.114411 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:26.115012 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:26.115255 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:26.115789 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:26.116247 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c06426-6ead-4380-bd9c-d369a01106c9']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:26.133951 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b98eb80-15be-4117-b45f-c849e04f68fd') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:26.134251 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b98eb80-15be-4117-b45f-c849e04f68fd') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:26.150814 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8910257'] for segment (9b98eb80-15be-4117-b45f-c849e04f68fd), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:26.152850 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-dea3e9f8-c42c-4208-b4c8-26f3e4f9606d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5380edb102bc43c5ab2a1aa2e050e5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178050 Jan 17 09:31:26.153385 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3e9f8-c42c-4208-b4c8-26f3e4f9606d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d26c021-278b-4d47-8811-1cfe664ca339,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:26.155501 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35536) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:26.187879 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (9b98eb80-15be-4117-b45f-c849e04f68fd), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:26.212657 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:31:26.213290 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856121'] for segment (9b98eb80-15be-4117-b45f-c849e04f68fd), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:26.225495 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-88197c47-8dab-407e-9560-9921cbecab98 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:26.227299 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-88197c47-8dab-407e-9560-9921cbecab98 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/networks?id=acf9c04f-17ce-41f9-812d-42c23fd57a40 HTTP/1.1" status: 200 len: 814 time: 0.1496103 Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: from cryptography.utils import int_from_bytes Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: from cryptography.utils import int_from_bytes Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.247436 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: Traceback (most recent call last): Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: timer() Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: cb(*args, **kw) Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: return func(*args, **kwargs) Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: self._notify() Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: self.callback(batched_events) Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: event.method(event) Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: return f(self, *a, **k) Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._get(url).json() Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:31:26.249667 dv-cinder-815582-7-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:31:26.262319 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-1576c265-95b3-48aa-9268-1332d8a72598 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/quotas/f2c4a35580ca41e4b962d614863de67a HTTP/1.1" status: 200 len: 375 time: 0.0256310 Jan 17 09:31:26.357778 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-4441cfc8-d433-4316-9ff9-2c25fa7feafa tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f2c4a35580ca41e4b962d614863de67a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0889564 Jan 17 09:31:26.413431 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:31:26.478312 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-a73fe905-ceb5-488a-b1f4-ffd7e81f0c26 service neutron] 10.222.0.77 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119280 Jan 17 09:31:26.563529 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f2094ae8-2df7-46ef-84e0-c090ac7f2f54 admin admin] Publish callbacks [] for security_group (5d26c021-278b-4d47-8811-1cfe664ca339), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:26.569680 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (37c06426-6ead-4380-bd9c-d369a01106c9), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:26.606449 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=37c06426-6ead-4380-bd9c-d369a01106c9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:26.607725 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35550) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:26.619258 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-e6b93ca0-aacb-4fe9-b128-d04d0728e2f2 service neutron] 10.222.0.77 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400416 Jan 17 09:31:26.628065 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:26.633263 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3de98509-766f-4f1e-8e6e-4c71796c07c9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/37c06426-6ead-4380-bd9c-d369a01106c9 HTTP/1.1" status: 204 len: 168 time: 0.9507549 Jan 17 09:31:26.650826 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f2094ae8-2df7-46ef-84e0-c090ac7f2f54 admin admin] Publish callbacks [] for security_group (5d26c021-278b-4d47-8811-1cfe664ca339), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:26.717435 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f2094ae8-2df7-46ef-84e0-c090ac7f2f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (5d26c021-278b-4d47-8811-1cfe664ca339), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:26.721053 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f2094ae8-2df7-46ef-84e0-c090ac7f2f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:26.722513 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f2094ae8-2df7-46ef-84e0-c090ac7f2f54 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d26c021-278b-4d47-8811-1cfe664ca339 HTTP/1.1" status: 204 len: 168 time: 0.5659027 Jan 17 09:31:26.730661 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2094ae8-2df7-46ef-84e0-c090ac7f2f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d26c021-278b-4d47-8811-1cfe664ca339,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:26.873210 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4254436f-a628-467d-a1e6-226f71a2d3d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:26.920285 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35568) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:26.983502 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5c2814ff-9f6a-4cf7-8224-9bec417b2bf2 req-63e8eeb6-a843-43db-8f38-8c86a802df4c tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 210 time: 0.0699415 Jan 17 09:31:27.036176 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636fe9e-9322-4843-8af5-a52d383a73b4 req-39551831-9c1f-4922-9c2f-57d1897b85f7 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:27.065046 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f636fe9e-9322-4843-8af5-a52d383a73b4 req-39551831-9c1f-4922-9c2f-57d1897b85f7 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.2548032 Jan 17 09:31:27.171928 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-de880ace-a96a-4c0d-befb-eb95bddd774c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f4e344de4abe4940b07ea9f75685903c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2396128 Jan 17 09:31:27.174198 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35580) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:27.192953 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f636fe9e-9322-4843-8af5-a52d383a73b4 req-c0765763-6a9f-48b3-8d21-7a7506d33746 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268322 Jan 17 09:31:27.267817 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4254436f-a628-467d-a1e6-226f71a2d3d7 admin admin] Publish callbacks [] for security_group (5615d8c9-935b-4189-a952-8327a5ae9e7d), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:27.273632 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4254436f-a628-467d-a1e6-226f71a2d3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (5615d8c9-935b-4189-a952-8327a5ae9e7d), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:27.305281 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ee1cd84-a9be-4021-bc6a-f6106c35365d admin admin] Publish callbacks [] for security_group (1aadaa59-e85c-4e95-9026-140d5b05883c), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:27.307882 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4254436f-a628-467d-a1e6-226f71a2d3d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c92f933833a45e9b4ae52fb7eaf9b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6895440 Jan 17 09:31:27.311947 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35588) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:27.338884 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254436f-a628-467d-a1e6-226f71a2d3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5615d8c9-935b-4189-a952-8327a5ae9e7d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:27.396167 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ee1cd84-a9be-4021-bc6a-f6106c35365d admin admin] Publish callbacks [] for security_group (1aadaa59-e85c-4e95-9026-140d5b05883c), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:27.454305 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-931f967e-193a-4f87-b752-c8a83955dd38 admin admin] Publish callbacks [] for security_group (5615d8c9-935b-4189-a952-8327a5ae9e7d), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:27.481099 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-931f967e-193a-4f87-b752-c8a83955dd38 admin admin] Publish callbacks [] for security_group (5615d8c9-935b-4189-a952-8327a5ae9e7d), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:27.487510 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ee1cd84-a9be-4021-bc6a-f6106c35365d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (1aadaa59-e85c-4e95-9026-140d5b05883c), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:27.490695 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ee1cd84-a9be-4021-bc6a-f6106c35365d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:27.494117 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-4ee1cd84-a9be-4021-bc6a-f6106c35365d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1aadaa59-e85c-4e95-9026-140d5b05883c HTTP/1.1" status: 204 len: 168 time: 0.3165264 Jan 17 09:31:27.509800 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1cd84-a9be-4021-bc6a-f6106c35365d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aadaa59-e85c-4e95-9026-140d5b05883c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:27.560478 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-931f967e-193a-4f87-b752-c8a83955dd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (5615d8c9-935b-4189-a952-8327a5ae9e7d), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:27.564616 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-931f967e-193a-4f87-b752-c8a83955dd38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:27.570008 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-931f967e-193a-4f87-b752-c8a83955dd38 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5615d8c9-935b-4189-a952-8327a5ae9e7d HTTP/1.1" status: 204 len: 168 time: 0.2533514 Jan 17 09:31:27.582619 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f967e-193a-4f87-b752-c8a83955dd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5615d8c9-935b-4189-a952-8327a5ae9e7d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:28.078205 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5b395fa2-0d1c-4ce7-a1c5-b04900d7bd27 req-dfc1bf5a-69b5-4385-b8c6-094277667d78 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 210 time: 0.0324264 Jan 17 09:31:28.478417 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7b1af-f900-4b61-b8ad-eb45e19f2570 req-2855477b-d867-431c-a8cc-d9876e57dac2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:28.497256 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bfe7b1af-f900-4b61-b8ad-eb45e19f2570 req-2855477b-d867-431c-a8cc-d9876e57dac2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.1833239 Jan 17 09:31:28.555900 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-e847f140-65a1-48d8-95a5-52039db7fa73 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:28.557495 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-e847f140-65a1-48d8-95a5-52039db7fa73 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "GET /v2.0/networks?id=acf9c04f-17ce-41f9-812d-42c23fd57a40 HTTP/1.1" status: 200 len: 814 time: 0.2895465 Jan 17 09:31:28.568532 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bfe7b1af-f900-4b61-b8ad-eb45e19f2570 req-4fbe2b6c-7cc3-47ac-abd1-0cebc4d074b5 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642962 Jan 17 09:31:28.575877 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-2fd2dfe8-2d79-4583-8e5e-774f29b670cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Request body: {'port': {'device_id': 'fcfcaf7d-7daa-449a-ba9e-24137d688cbe', 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40', 'admin_state_up': True, 'tenant_id': 'f2c4a35580ca41e4b962d614863de67a'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:31:28.608338 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35656) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:28.725624 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1637907554-network', 'tenant_id': 'e32b843e30784d99889f77423af053ff'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:31:28.727800 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-2fd2dfe8-2d79-4583-8e5e-774f29b670cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Made reservation on behalf of f2c4a35580ca41e4b962d614863de67a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:31:28.732455 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-2fd2dfe8-2d79-4583-8e5e-774f29b670cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:28.756379 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] Made reservation on behalf of e32b843e30784d99889f77423af053ff for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:31:28.759411 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:28.770561 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:28.869557 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] Publish callbacks [] for security_group (ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:28.871528 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35674) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:28.877643 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:28.897438 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-2fd2dfe8-2d79-4583-8e5e-774f29b670cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Allocated IP 172.20.0.5 (acf9c04f-17ce-41f9-812d-42c23fd57a40/b654e773-cc35-4a44-8162-0cbbfbcc4f48/9fc11fea-d13a-4cdd-a344-0014cdc8290d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:31:28.906989 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:31:28.922226 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:28.939757 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (613a2dcd-db9a-44e0-b13d-733d2defda81), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:28.943376 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.segments_db [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] Added segment 613a2dcd-db9a-44e0-b13d-733d2defda81 of type vlan for network 4ca40599-ab90-4780-a383-29ac79e39457 Jan 17 09:31:28.990896 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (4ca40599-ab90-4780-a383-29ac79e39457), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.020716 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (4ca40599-ab90-4780-a383-29ac79e39457), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.022180 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:29.022818 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.085906 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4760838 Jan 17 09:31:29.092290 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35684) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:29.098528 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0c160b07-1e52-4faa-a2fd-8aeae0ef7529 admin admin] Request body: {'subnet': {'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1637907554-subnet', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:31:29.119766 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c9ea5-ca68-4cd8-a372-7bb80c83e224 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca40599-ab90-4780-a383-29ac79e39457,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:29.128565 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-2fd2dfe8-2d79-4583-8e5e-774f29b670cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks [] for port (9fc11fea-d13a-4cdd-a344-0014cdc8290d), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.132608 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network 4ca40599-ab90-4780-a383-29ac79e39457 details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:31:29.148407 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c160b07-1e52-4faa-a2fd-8aeae0ef7529 admin admin] Made reservation on behalf of e32b843e30784d99889f77423af053ff for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:31:29.151662 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c160b07-1e52-4faa-a2fd-8aeae0ef7529 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.174982 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-2fd2dfe8-2d79-4583-8e5e-774f29b670cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (9fc11fea-d13a-4cdd-a344-0014cdc8290d), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.259013 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['c868553e-a0d2-4056-9a31-614cc766888f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:31:29.316177 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2796d2-f4a3-4bf8-adf8-195f8b95d05e req-73de7b22-5811-41d4-8d27-bb723c3ac9cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:29.318756 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8b2796d2-f4a3-4bf8-adf8-195f8b95d05e req-73de7b22-5811-41d4-8d27-bb723c3ac9cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 931 time: 0.1376121 Jan 17 09:31:29.323523 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-2fd2dfe8-2d79-4583-8e5e-774f29b670cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Network acf9c04f-17ce-41f9-812d-42c23fd57a40 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:31:29.324937 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2dfe8-2d79-4583-8e5e-774f29b670cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Pushing event updated for resources: {'Port': ['ID=9fc11fea-d13a-4cdd-a344-0014cdc8290d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:29.332975 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-2fd2dfe8-2d79-4583-8e5e-774f29b670cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:31:29.335630 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-2fd2dfe8-2d79-4583-8e5e-774f29b670cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:31:29.428199 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1253678765-network', 'tenant_id': 'dd1c38bd0c5d45108aee7d18aedcefbe'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:31:29.440330 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c160b07-1e52-4faa-a2fd-8aeae0ef7529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for subnet (678c2614-400a-4c4a-beb5-43576e7a1153), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.451832 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8b2796d2-f4a3-4bf8-adf8-195f8b95d05e req-f7335799-3116-44ef-9679-0b57e7674fb4 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210487 Jan 17 09:31:29.461207 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-2fd2dfe8-2d79-4583-8e5e-774f29b670cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:29.461838 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-2fd2dfe8-2d79-4583-8e5e-774f29b670cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.486046 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-2fd2dfe8-2d79-4583-8e5e-774f29b670cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9157145 Jan 17 09:31:29.520475 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Request body: {'port': {'device_id': 'fcfcaf7d-7daa-449a-ba9e-24137d688cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:31:29.560135 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c160b07-1e52-4faa-a2fd-8aeae0ef7529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=678c2614-400a-4c4a-beb5-43576e7a1153,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:29.563586 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] Made reservation on behalf of dd1c38bd0c5d45108aee7d18aedcefbe for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:31:29.566465 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.568717 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c160b07-1e52-4faa-a2fd-8aeae0ef7529 admin admin] Checking segment: {'id': '613a2dcd-db9a-44e0-b13d-733d2defda81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:31:29.569112 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c160b07-1e52-4faa-a2fd-8aeae0ef7529 admin admin] Network hostable DHCP agents. Network: 4ca40599-ab90-4780-a383-29ac79e39457, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:31:29.597598 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.617770 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (9fc11fea-d13a-4cdd-a344-0014cdc8290d), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.631101 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c160b07-1e52-4faa-a2fd-8aeae0ef7529 admin admin] Network 4ca40599-ab90-4780-a383-29ac79e39457 is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:31:29.647521 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0c160b07-1e52-4faa-a2fd-8aeae0ef7529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, 4ca40599-ab90-4780-a383-29ac79e39457) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:31:29.659697 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe4bff6-d5a0-40f4-ab43-fc21f9e944ba None None] Network 4ca40599-ab90-4780-a383-29ac79e39457 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:31:29.670508 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c160b07-1e52-4faa-a2fd-8aeae0ef7529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:29.671246 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c160b07-1e52-4faa-a2fd-8aeae0ef7529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.694054 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-0c160b07-1e52-4faa-a2fd-8aeae0ef7529 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6004250 Jan 17 09:31:29.697172 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35708) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:29.708591 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:31:29.798898 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] Publish callbacks [] for security_group (4b7517bd-24a5-4497-9978-f4f22c4bfb12), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.807789 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (4b7517bd-24a5-4497-9978-f4f22c4bfb12), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.825531 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0abc91-a25f-5719-a88d-a73c0a9dcccf-4ca40599-ab90-4780-a383-29ac79e39457', 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'project_id': 'e32b843e30784d99889f77423af053ff', 'fixed_ips': [{'subnet_id': '678c2614-400a-4c4a-beb5-43576e7a1153'}]}} from dv-cinder-815582-7-iscsi. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:31:29.826718 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.831987 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:31:29.889786 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7825'] for router (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.890882 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7832'] for router (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.896203 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (b410c9cf-b369-4c38-ac1e-f6cd4bd4a85c), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:29.897815 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.segments_db [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] Added segment b410c9cf-b369-4c38-ac1e-f6cd4bd4a85c of type vlan for network 53555a29-a429-464c-be4a-1c370c0021cb Jan 17 09:31:29.969190 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7517bd-24a5-4497-9978-f4f22c4bfb12,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:29.995579 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (53555a29-a429-464c-be4a-1c370c0021cb), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:30.027390 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4b83d-1aea-44fc-a780-5891388af177 req-890bd77a-3898-494e-9511-cd972b81b3e1 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:30.029648 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f4a4b83d-1aea-44fc-a780-5891388af177 req-890bd77a-3898-494e-9511-cd972b81b3e1 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.2843633 Jan 17 09:31:30.036468 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (53555a29-a429-464c-be4a-1c370c0021cb), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:30.037574 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:30.038207 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:30.074813 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Publish callbacks [] for router_controller (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:30.090016 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2173612 Jan 17 09:31:30.094091 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35716) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:30.101600 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3c77a8c3-833f-407a-9643-375ec7c755f6 admin admin] Request body: {'subnet': {'network_id': '53555a29-a429-464c-be4a-1c370c0021cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1253678765-subnet', 'tenant_id': 'dd1c38bd0c5d45108aee7d18aedcefbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:31:30.103747 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e141c-77f8-438f-babf-cbf05704a72b admin admin] Pushing event updated for resources: {'Network': ['ID=53555a29-a429-464c-be4a-1c370c0021cb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:30.109836 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Allocated IP 172.20.0.2 (4ca40599-ab90-4780-a383-29ac79e39457/678c2614-400a-4c4a-beb5-43576e7a1153/f81d65df-2e05-4b4a-9e21-deb2624159aa) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:31:30.118205 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network 53555a29-a429-464c-be4a-1c370c0021cb details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:31:30.220333 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f4a4b83d-1aea-44fc-a780-5891388af177 req-de20a94c-e28d-4465-b2b0-8dabe6d611c1 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570055 Jan 17 09:31:30.272384 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c77a8c3-833f-407a-9643-375ec7c755f6 admin admin] Made reservation on behalf of dd1c38bd0c5d45108aee7d18aedcefbe for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:31:30.274859 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c77a8c3-833f-407a-9643-375ec7c755f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8559036'] for subnet (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:30.354190 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Publish callbacks [] for router_gateway (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:30.430639 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Publish callbacks [] for port (f81d65df-2e05-4b4a-9e21-deb2624159aa), precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:30.437704 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (f81d65df-2e05-4b4a-9e21-deb2624159aa), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:30.458306 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc11fea-d13a-4cdd-a344-0014cdc8290d {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:31:30.469188 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Publish callbacks [] for port (9fc11fea-d13a-4cdd-a344-0014cdc8290d), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:30.480199 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Pushing event updated for resources: {'Port': ['ID=f81d65df-2e05-4b4a-9e21-deb2624159aa,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:30.491611 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:30.492011 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:30.492374 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:30.492644 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Transition to ACTIVE for port object 9fc11fea-d13a-4cdd-a344-0014cdc8290d will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:31:30.492769 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:30.493051 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:30.493526 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:30.494294 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:30.494294 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:30.494551 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:30.494955 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:30.495345 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:30.495935 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:30.496190 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:30.501989 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (9fc11fea-d13a-4cdd-a344-0014cdc8290d), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:30.507600 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Network 4ca40599-ab90-4780-a383-29ac79e39457 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:31:30.510256 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:31:30.514293 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:31:30.578016 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Attempting to bind port f81d65df-2e05-4b4a-9e21-deb2624159aa on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:31:30.578948 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Attempting to bind port f81d65df-2e05-4b4a-9e21-deb2624159aa by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': '613a2dcd-db9a-44e0-b13d-733d2defda81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:31:30.579470 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Attempting to bind port f81d65df-2e05-4b4a-9e21-deb2624159aa on network 4ca40599-ab90-4780-a383-29ac79e39457 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:31:30.586132 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:31:30.586507 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Checking segment: {'id': '613a2dcd-db9a-44e0-b13d-733d2defda81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:31:30.587033 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:30.587294 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Bound using segment: {'id': '613a2dcd-db9a-44e0-b13d-733d2defda81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:31:30.587764 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Bound port: f81d65df-2e05-4b4a-9e21-deb2624159aa, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613a2dcd-db9a-44e0-b13d-733d2defda81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:31:30.588173 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (f81d65df-2e05-4b4a-9e21-deb2624159aa), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:30.595789 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Pushing event updated for resources: {'Port': ['ID=9fc11fea-d13a-4cdd-a344-0014cdc8290d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:30.653732 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbc62c-4735-4ab1-8bda-1d1e8345ded5 req-317fa5de-7805-492a-8948-2dab362bf434 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:30.655267 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1edbc62c-4735-4ab1-8bda-1d1e8345ded5 req-317fa5de-7805-492a-8948-2dab362bf434 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 943 time: 0.0530884 Jan 17 09:31:30.662773 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] For port f81d65df-2e05-4b4a-9e21-deb2624159aa, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:31:30.666320 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] For port f81d65df-2e05-4b4a-9e21-deb2624159aa, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=f81d65df-2e05-4b4a-9e21-deb2624159aa,segment=NetworkSegment(613a2dcd-db9a-44e0-b13d-733d2defda81),segment_id=613a2dcd-db9a-44e0-b13d-733d2defda81)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:31:30.670368 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (f81d65df-2e05-4b4a-9e21-deb2624159aa), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:30.694181 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c77a8c3-833f-407a-9643-375ec7c755f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8856208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559022'] for subnet (49f93a06-5518-4d12-b9f5-edd337a99aa3), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:30.717915 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1edbc62c-4735-4ab1-8bda-1d1e8345ded5 req-39f21455-0be7-40eb-9619-45d36576164a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560951 Jan 17 09:31:30.732418 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fab313-8d6a-465e-b807-5309c1d302b7 None None] Pushing event updated for resources: {'Port': ['ID=f81d65df-2e05-4b4a-9e21-deb2624159aa,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:31.008836 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Attempting to bind port 9fc11fea-d13a-4cdd-a344-0014cdc8290d on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:31:31.009182 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Attempting to bind port 9fc11fea-d13a-4cdd-a344-0014cdc8290d by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:31:31.009523 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Attempting to bind port 9fc11fea-d13a-4cdd-a344-0014cdc8290d on network acf9c04f-17ce-41f9-812d-42c23fd57a40 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:31:31.026103 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77a8c3-833f-407a-9643-375ec7c755f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f93a06-5518-4d12-b9f5-edd337a99aa3,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:31.030416 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Port 9fc11fea-d13a-4cdd-a344-0014cdc8290d on network acf9c04f-17ce-41f9-812d-42c23fd57a40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:31:31.030751 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Attempting to bind port 9fc11fea-d13a-4cdd-a344-0014cdc8290d on network acf9c04f-17ce-41f9-812d-42c23fd57a40 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:31:31.062623 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:31:31.062970 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Checking segment: {'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:31:31.063362 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Bound using segment: {'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:31:31.063806 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Bound port: 9fc11fea-d13a-4cdd-a344-0014cdc8290d, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:31:31.064199 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (9fc11fea-d13a-4cdd-a344-0014cdc8290d), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.077175 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c77a8c3-833f-407a-9643-375ec7c755f6 admin admin] Checking segment: {'id': 'b410c9cf-b369-4c38-ac1e-f6cd4bd4a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '53555a29-a429-464c-be4a-1c370c0021cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:31:31.077538 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c77a8c3-833f-407a-9643-375ec7c755f6 admin admin] Network hostable DHCP agents. Network: 53555a29-a429-464c-be4a-1c370c0021cb, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:31:31.117219 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Publish callbacks [] for router_gateway (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.146692 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.165793 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c77a8c3-833f-407a-9643-375ec7c755f6 admin admin] Network 53555a29-a429-464c-be4a-1c370c0021cb is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:31:31.213165 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] For port 9fc11fea-d13a-4cdd-a344-0014cdc8290d, host hv-cinder-81558, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:31:31.215097 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-3c77a8c3-833f-407a-9643-375ec7c755f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, 53555a29-a429-464c-be4a-1c370c0021cb) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:31:31.224570 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de95bd3-c5ba-4d23-9cf2-fc2fed665f81 None None] Network 53555a29-a429-464c-be4a-1c370c0021cb requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:31:31.231099 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c77a8c3-833f-407a-9643-375ec7c755f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:31.231712 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c77a8c3-833f-407a-9643-375ec7c755f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.241012 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] For port 9fc11fea-d13a-4cdd-a344-0014cdc8290d, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9fc11fea-d13a-4cdd-a344-0014cdc8290d,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:31:31.276324 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (9fc11fea-d13a-4cdd-a344-0014cdc8290d), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.294648 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3c77a8c3-833f-407a-9643-375ec7c755f6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1971991 Jan 17 09:31:31.325003 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:31.325944 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.328414 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] 10.222.0.31 "PUT /v2.0/ports/9fc11fea-d13a-4cdd-a344-0014cdc8290d HTTP/1.1" status: 200 len: 1093 time: 1.8137178 Jan 17 09:31:31.331275 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfcaf7d-7daa-449a-ba9e-24137d688cbe', 'tag': '9fc11fea-d13a-4cdd-a344-0014cdc8290d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:31:31.334439 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60870151-f839-412e-98bb-7bf0305ab440" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfcaf7d-7daa-449a-ba9e-24137d688cbe", "tag": "9fc11fea-d13a-4cdd-a344-0014cdc8290d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:31:31.362247 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Allocated IP 172.27.2.220 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/c39292cf-b3a4-492c-b382-f62d2d9f3a12) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:31:31.370364 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1ee585-5210-4a94-b2a9-3ef7547a6b3f None None] Network 53555a29-a429-464c-be4a-1c370c0021cb requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:31:31.384826 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f341d66-812e-46d8-9d1a-a5c7025d50bc service neutron] Pushing event updated for resources: {'Port': ['ID=9fc11fea-d13a-4cdd-a344-0014cdc8290d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:31.385133 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c022d0-4072-4c4c-baa3-28f63b246ba0 req-7673a337-d55f-468f-bb7c-2bd316c6d4b4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:31.401736 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c5c022d0-4072-4c4c-baa3-28f63b246ba0 req-7673a337-d55f-468f-bb7c-2bd316c6d4b4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0929377 Jan 17 09:31:31.475626 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c5c022d0-4072-4c4c-baa3-28f63b246ba0 req-fd8495b2-0eab-432d-89e5-8245321a25a4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727942 Jan 17 09:31:31.528448 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Publish callbacks [] for port (c39292cf-b3a4-492c-b382-f62d2d9f3a12), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.578985 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (c39292cf-b3a4-492c-b382-f62d2d9f3a12), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.585224 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bb77e4-6916-4c77-be5e-d8b657b0da36 x-openstack-request-id: req-45bb77e4-6916-4c77-be5e-d8b657b0da36 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:31:31.585591 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfcaf7d-7daa-449a-ba9e-24137d688cbe", "tag": "9fc11fea-d13a-4cdd-a344-0014cdc8290d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:31:31.585945 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45bb77e4-6916-4c77-be5e-d8b657b0da36 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:31:31.586414 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfcaf7d-7daa-449a-ba9e-24137d688cbe', 'tag': '9fc11fea-d13a-4cdd-a344-0014cdc8290d', 'status': 'completed', 'code': 200} Jan 17 09:31:31.643424 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:31:31.647242 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:31:31.649645 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:31:31.686833 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Pushing event updated for resources: {'Port': ['ID=c39292cf-b3a4-492c-b382-f62d2d9f3a12,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:31.829400 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972c0081-5550-499b-b535-e179a64bbe1e None None] Network 4ca40599-ab90-4780-a383-29ac79e39457 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:31:31.870437 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18276f22-ffee-4466-9e57-f6b56af244cc req-bce50efb-6710-4b10-98a1-c4dd77afff5a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:31.871970 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-18276f22-ffee-4466-9e57-f6b56af244cc req-bce50efb-6710-4b10-98a1-c4dd77afff5a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 943 time: 0.0616326 Jan 17 09:31:31.922405 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-31ac3907-0419-4c00-8276-acc518e4360d None None] Provisioning complete for port f81d65df-2e05-4b4a-9e21-deb2624159aa triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:31.923105 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-31ac3907-0419-4c00-8276-acc518e4360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (f81d65df-2e05-4b4a-9e21-deb2624159aa), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:31.953693 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-18276f22-ffee-4466-9e57-f6b56af244cc req-dc660086-34f8-408e-963e-c91587277f88 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700364 Jan 17 09:31:31.969617 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35752) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:31.976619 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-778077615-network', 'tenant_id': 'b9cb088e78c641a8a9e39d80c111bde6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:31:31.982364 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Publish callbacks [] for router_gateway (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.004181 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] Made reservation on behalf of b9cb088e78c641a8a9e39d80c111bde6 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:31:32.006730 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.021487 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.074690 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-31ac3907-0419-4c00-8276-acc518e4360d None None] Current status of the port f81d65df-2e05-4b4a-9e21-deb2624159aa is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:32.075313 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-31ac3907-0419-4c00-8276-acc518e4360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (f81d65df-2e05-4b4a-9e21-deb2624159aa), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.122228 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-31ac3907-0419-4c00-8276-acc518e4360d None None] For port f81d65df-2e05-4b4a-9e21-deb2624159aa, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=f81d65df-2e05-4b4a-9e21-deb2624159aa,segment=NetworkSegment(613a2dcd-db9a-44e0-b13d-733d2defda81),segment_id=613a2dcd-db9a-44e0-b13d-733d2defda81)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:32.128050 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-31ac3907-0419-4c00-8276-acc518e4360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (f81d65df-2e05-4b4a-9e21-deb2624159aa), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.132139 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] Publish callbacks [] for security_group (62f297fe-576c-48d3-b6e3-d6ef73c21f0b), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.139727 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (62f297fe-576c-48d3-b6e3-d6ef73c21f0b), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.169115 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:31:32.181330 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f297fe-576c-48d3-b6e3-d6ef73c21f0b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:32.202362 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (524dd92c-a0b0-407e-a07b-5209745a8567), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.202710 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.segments_db [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] Added segment 524dd92c-a0b0-407e-a07b-5209745a8567 of type vlan for network def4c3cf-ecaa-4c8f-80a5-5bc413b1772e Jan 17 09:31:32.204325 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac3907-0419-4c00-8276-acc518e4360d None None] Pushing event updated for resources: {'Port': ['ID=f81d65df-2e05-4b4a-9e21-deb2624159aa,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:32.234451 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631378'] for router (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.253503 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (def4c3cf-ecaa-4c8f-80a5-5bc413b1772e), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.285099 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (def4c3cf-ecaa-4c8f-80a5-5bc413b1772e), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.287778 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:32.288553 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.348858 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3775084 Jan 17 09:31:32.350085 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35756) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:32.356294 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-97d73f11-424c-4b15-b41f-1e459e79e460 None None] Provisioning complete for port f81d65df-2e05-4b4a-9e21-deb2624159aa triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:32.356883 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97d73f11-424c-4b15-b41f-1e459e79e460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (f81d65df-2e05-4b4a-9e21-deb2624159aa), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.357231 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902b879-779d-421c-8d76-ae7e0db58aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=def4c3cf-ecaa-4c8f-80a5-5bc413b1772e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:32.357592 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-38357b43-dbcb-419c-ae29-88a9a1059e5f admin admin] Request body: {'subnet': {'network_id': 'def4c3cf-ecaa-4c8f-80a5-5bc413b1772e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-778077615-subnet', 'tenant_id': 'b9cb088e78c641a8a9e39d80c111bde6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:31:32.381774 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network def4c3cf-ecaa-4c8f-80a5-5bc413b1772e details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:31:32.400506 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38357b43-dbcb-419c-ae29-88a9a1059e5f admin admin] Made reservation on behalf of b9cb088e78c641a8a9e39d80c111bde6 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:31:32.402844 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38357b43-dbcb-419c-ae29-88a9a1059e5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8559036'] for subnet (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.445171 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 is scheduled to L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:31:32.499827 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-97d73f11-424c-4b15-b41f-1e459e79e460 None None] Current status of the port f81d65df-2e05-4b4a-9e21-deb2624159aa is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:32.591028 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236f2e8-6ffc-4d2c-97d6-c68647fc65e7 req-a54d66ff-85d4-475b-b3db-c21e43017867 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:32.592512 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7236f2e8-6ffc-4d2c-97d6-c68647fc65e7 req-a54d66ff-85d4-475b-b3db-c21e43017867 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0483515 Jan 17 09:31:32.616038 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:31:32.627645 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Sync routers for ids ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:31:32.643520 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Routers {'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:31:32.644103 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:31:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:32.645461 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7236f2e8-6ffc-4d2c-97d6-c68647fc65e7 req-ec4005fe-06e3-4919-ada7-6cd0694159a3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466127 Jan 17 09:31:32.664990 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.668818 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-3f676218-e882-4648-a33a-cdde1450542f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9661155 Jan 17 09:31:32.668974 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35762) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:32.724461 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38357b43-dbcb-419c-ae29-88a9a1059e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8856208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559022'] for subnet (4b1bffa5-64eb-48a9-8d62-6cfd93bab9f9), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:32.758039 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Set router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:31:32.822338 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38357b43-dbcb-419c-ae29-88a9a1059e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1bffa5-64eb-48a9-8d62-6cfd93bab9f9,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:32.839727 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38357b43-dbcb-419c-ae29-88a9a1059e5f admin admin] Checking segment: {'id': '524dd92c-a0b0-407e-a07b-5209745a8567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'def4c3cf-ecaa-4c8f-80a5-5bc413b1772e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:31:32.840112 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38357b43-dbcb-419c-ae29-88a9a1059e5f admin admin] Network hostable DHCP agents. Network: def4c3cf-ecaa-4c8f-80a5-5bc413b1772e, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:31:32.898190 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38357b43-dbcb-419c-ae29-88a9a1059e5f admin admin] Network def4c3cf-ecaa-4c8f-80a5-5bc413b1772e is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:31:32.951793 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:29Z', 'updated_at': '2022-01-17T09:31:31Z', 'revision_number': 3, 'project_id': 'e32b843e30784d99889f77423af053ff', 'gw_port': {'id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:31Z', 'updated_at': '2022-01-17T09:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:32.980376 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Checking router: a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:31:32.981019 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Updating router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 port c39292cf-b3a4-492c-b382-f62d2d9f3a12 binding host dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:31:33.012359 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (c39292cf-b3a4-492c-b382-f62d2d9f3a12), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:33.025951 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device f81d65df-2e05-4b4a-9e21-deb2624159aa up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:31:33.104598 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port f81d65df-2e05-4b4a-9e21-deb2624159aa triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:33.105565 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (f81d65df-2e05-4b4a-9e21-deb2624159aa), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:33.110781 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34b2c6-b7cc-4f26-bec9-cdaf4e83df20 req-50de50bc-9726-40d0-ad41-ce44a9922e08 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:33.121642 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9c34b2c6-b7cc-4f26-bec9-cdaf4e83df20 req-50de50bc-9726-40d0-ad41-ce44a9922e08 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 943 time: 0.1031027 Jan 17 09:31:33.202369 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-38357b43-dbcb-419c-ae29-88a9a1059e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, def4c3cf-ecaa-4c8f-80a5-5bc413b1772e) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:31:33.214840 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e0c5d5-c07c-411b-a32d-d29b42ce3bd8 None None] Network def4c3cf-ecaa-4c8f-80a5-5bc413b1772e requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:31:33.216051 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38357b43-dbcb-419c-ae29-88a9a1059e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:33.216712 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38357b43-dbcb-419c-ae29-88a9a1059e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:33.227519 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9c34b2c6-b7cc-4f26-bec9-cdaf4e83df20 req-4ae4ef7a-453b-4cc1-be76-2c0a9087bfa4 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989275 Jan 17 09:31:33.266300 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60870151-f839-412e-98bb-7bf0305ab440 req-f457bcae-e941-4740-b982-a21230d98601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:33.267796 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-60870151-f839-412e-98bb-7bf0305ab440 req-f457bcae-e941-4740-b982-a21230d98601 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2c4a35580ca41e4b962d614863de67a&device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 1096 time: 0.0969069 Jan 17 09:31:33.280450 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-38357b43-dbcb-419c-ae29-88a9a1059e5f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9292209 Jan 17 09:31:33.324159 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port f81d65df-2e05-4b4a-9e21-deb2624159aa is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:33.381851 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d97b79-cd05-474b-b619-2f4753270beb None None] Network def4c3cf-ecaa-4c8f-80a5-5bc413b1772e requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:31:33.389185 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Publish callbacks [] for port (c39292cf-b3a4-492c-b382-f62d2d9f3a12), precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:33.399090 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (c39292cf-b3a4-492c-b382-f62d2d9f3a12), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:33.448596 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35772) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:33.477993 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7046695-eaa1-48c8-87e5-0d5e84ec1775 None None] Pushing event updated for resources: {'Port': ['ID=c39292cf-b3a4-492c-b382-f62d2d9f3a12,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:33.494839 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Attempting to bind port c39292cf-b3a4-492c-b382-f62d2d9f3a12 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:31:33.495469 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Attempting to bind port c39292cf-b3a4-492c-b382-f62d2d9f3a12 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:31:33.496065 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Attempting to bind port c39292cf-b3a4-492c-b382-f62d2d9f3a12 on network ef01d75c-5e48-4e3d-a422-561f138b7f60 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:31:33.511445 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3439f59c-23c2-41b8-84d2-14ebfb3eec32 admin admin] Deleting subnet 49f93a06-5518-4d12-b9f5-edd337a99aa3 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:31:33.512411 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7046695-eaa1-48c8-87e5-0d5e84ec1775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:33.514042 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7046695-eaa1-48c8-87e5-0d5e84ec1775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:33.515142 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7046695-eaa1-48c8-87e5-0d5e84ec1775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:33.515698 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7046695-eaa1-48c8-87e5-0d5e84ec1775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:33.515882 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3439f59c-23c2-41b8-84d2-14ebfb3eec32 admin admin] Publish callbacks [] for subnet (49f93a06-5518-4d12-b9f5-edd337a99aa3), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:33.516423 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7046695-eaa1-48c8-87e5-0d5e84ec1775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:33.516972 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7046695-eaa1-48c8-87e5-0d5e84ec1775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:33.518683 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7046695-eaa1-48c8-87e5-0d5e84ec1775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:33.519224 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7046695-eaa1-48c8-87e5-0d5e84ec1775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:33.519914 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7046695-eaa1-48c8-87e5-0d5e84ec1775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:33.520464 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7046695-eaa1-48c8-87e5-0d5e84ec1775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:33.521260 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7046695-eaa1-48c8-87e5-0d5e84ec1775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:33.521784 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7046695-eaa1-48c8-87e5-0d5e84ec1775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:33.522360 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7046695-eaa1-48c8-87e5-0d5e84ec1775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:31:33.528338 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:31:33.529034 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Checking segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:31:33.530098 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:33.530731 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Bound using segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:31:33.531729 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Bound port: c39292cf-b3a4-492c-b382-f62d2d9f3a12, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:31:33.532708 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (c39292cf-b3a4-492c-b382-f62d2d9f3a12), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:33.556149 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3439f59c-23c2-41b8-84d2-14ebfb3eec32 admin admin] Publish callbacks [] for subnet (49f93a06-5518-4d12-b9f5-edd337a99aa3), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:33.562128 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3439f59c-23c2-41b8-84d2-14ebfb3eec32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (49f93a06-5518-4d12-b9f5-edd337a99aa3), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:33.591722 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60870151-f839-412e-98bb-7bf0305ab440 req-34e69fec-6a71-4ee1-bfac-bec58e19bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:33.593962 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-60870151-f839-412e-98bb-7bf0305ab440 req-34e69fec-6a71-4ee1-bfac-bec58e19bcdf service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f2c4a35580ca41e4b962d614863de67a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3061702 Jan 17 09:31:33.605548 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] For port c39292cf-b3a4-492c-b382-f62d2d9f3a12, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:31:33.622854 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] For port c39292cf-b3a4-492c-b382-f62d2d9f3a12, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=c39292cf-b3a4-492c-b382-f62d2d9f3a12,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:31:33.629822 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (c39292cf-b3a4-492c-b382-f62d2d9f3a12), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:33.635998 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3439f59c-23c2-41b8-84d2-14ebfb3eec32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for subnet (49f93a06-5518-4d12-b9f5-edd337a99aa3), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:33.653422 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3439f59c-23c2-41b8-84d2-14ebfb3eec32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:33.657056 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-3439f59c-23c2-41b8-84d2-14ebfb3eec32 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/49f93a06-5518-4d12-b9f5-edd337a99aa3 HTTP/1.1" status: 204 len: 168 time: 0.2071970 Jan 17 09:31:33.664534 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35774) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:33.688817 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Routers {'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:31:33.689441 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:31:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:33.692467 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439f59c-23c2-41b8-84d2-14ebfb3eec32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f93a06-5518-4d12-b9f5-edd337a99aa3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:33.739493 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7046695-eaa1-48c8-87e5-0d5e84ec1775 None None] Pushing event updated for resources: {'Port': ['ID=c39292cf-b3a4-492c-b382-f62d2d9f3a12,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:33.814359 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] Set router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:31:33.911505 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-732ab7a1-e712-4bfc-a64c-73e07c2e05f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (53555a29-a429-464c-be4a-1c370c0021cb), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:33.927964 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:33.960507 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306b180-1c86-401e-99b0-dfe4af61027d req-0d4b99a1-0713-4b82-8207-994ef65538e4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:33.962009 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5306b180-1c86-401e-99b0-dfe4af61027d req-0d4b99a1-0713-4b82-8207-994ef65538e4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.1898005 Jan 17 09:31:33.965388 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60870151-f839-412e-98bb-7bf0305ab440 req-2856363f-326e-4a32-80eb-e8f1d8cc52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:33.966729 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-60870151-f839-412e-98bb-7bf0305ab440 req-2856363f-326e-4a32-80eb-e8f1d8cc52f8 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3483276 Jan 17 09:31:34.005797 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:29Z', 'updated_at': '2022-01-17T09:31:31Z', 'revision_number': 3, 'project_id': 'e32b843e30784d99889f77423af053ff', 'gw_port': {'id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:31Z', 'updated_at': '2022-01-17T09:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:34.036074 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fac32d-3c9d-45a0-bcae-0f3b634eaa58 None None] The sync data for ids ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'] in dv-cinder-815582-7-iscsi is: [{'id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:29Z', 'updated_at': '2022-01-17T09:31:31Z', 'revision_number': 3, 'project_id': 'e32b843e30784d99889f77423af053ff', 'gw_port': {'id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:31Z', 'updated_at': '2022-01-17T09:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:31:34.125285 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b90d062b-7e87-47b7-b1a5-e7e7a79d5031 req-345321c5-e56a-4959-b512-b3874ebcfd3a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513144 Jan 17 09:31:34.263413 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d062b-7e87-47b7-b1a5-e7e7a79d5031 req-cc010154-2a55-4089-a035-f96a63c6efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:34.266111 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b90d062b-7e87-47b7-b1a5-e7e7a79d5031 req-cc010154-2a55-4089-a035-f96a63c6efbf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2c4a35580ca41e4b962d614863de67a&device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 1098 time: 0.0849459 Jan 17 09:31:34.290009 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-732ab7a1-e712-4bfc-a64c-73e07c2e05f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (53555a29-a429-464c-be4a-1c370c0021cb), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:34.347118 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5306b180-1c86-401e-99b0-dfe4af61027d req-15fafe27-2b13-4b2a-989c-519e6171350e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715167 Jan 17 09:31:34.436723 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-732ab7a1-e712-4bfc-a64c-73e07c2e05f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53555a29-a429-464c-be4a-1c370c0021cb']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:34.487348 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-4569cf4c-5c78-4521-a361-8468a265aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:34.488989 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-4569cf4c-5c78-4521-a361-8468a265aa9c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2c4a35580ca41e4b962d614863de67a&device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 1096 time: 0.4471231 Jan 17 09:31:34.510621 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-732ab7a1-e712-4bfc-a64c-73e07c2e05f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b410c9cf-b369-4c38-ac1e-f6cd4bd4a85c') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:34.512367 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-732ab7a1-e712-4bfc-a64c-73e07c2e05f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b410c9cf-b369-4c38-ac1e-f6cd4bd4a85c') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:34.559119 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e99ee7-c1f1-40d9-b6f7-32cdaa8682d2 req-abf95928-abc8-4acf-8d9c-1737a49348a9 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:34.567070 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99e99ee7-c1f1-40d9-b6f7-32cdaa8682d2 req-abf95928-abc8-4acf-8d9c-1737a49348a9 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 943 time: 0.1115780 Jan 17 09:31:34.583605 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-732ab7a1-e712-4bfc-a64c-73e07c2e05f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8910257'] for segment (b410c9cf-b369-4c38-ac1e-f6cd4bd4a85c), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:34.587823 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-de4dc05a-177c-478c-95b6-50bdd3049683 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fc11fea-d13a-4cdd-a344-0014cdc8290d HTTP/1.1" status: 200 len: 217 time: 0.0731180 Jan 17 09:31:34.611270 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d062b-7e87-47b7-b1a5-e7e7a79d5031 req-6dfb7113-9396-43a9-82c4-52e2c952ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:34.612873 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b90d062b-7e87-47b7-b1a5-e7e7a79d5031 req-6dfb7113-9396-43a9-82c4-52e2c952ee5a service neutron] 10.222.0.31 "GET /v2.0/networks?id=acf9c04f-17ce-41f9-812d-42c23fd57a40 HTTP/1.1" status: 200 len: 915 time: 0.3009074 Jan 17 09:31:34.636323 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Allocated IP 172.20.0.1 (4ca40599-ab90-4780-a383-29ac79e39457/678c2614-400a-4c4a-beb5-43576e7a1153/e227b424-a3fa-48d6-8c77-ce7be32cc314) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:31:34.644124 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-732ab7a1-e712-4bfc-a64c-73e07c2e05f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (b410c9cf-b369-4c38-ac1e-f6cd4bd4a85c), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:34.660225 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732ab7a1-e712-4bfc-a64c-73e07c2e05f4 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:31:34.660631 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-732ab7a1-e712-4bfc-a64c-73e07c2e05f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856121'] for segment (b410c9cf-b369-4c38-ac1e-f6cd4bd4a85c), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: Traceback (most recent call last): Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: timer() Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: cb(*args, **kw) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: return func(*args, **kwargs) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: self._notify() Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: self.callback(batched_events) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: event.method(event) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: return f(self, *a, **k) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._get(url).json() Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:31:34.662905 dv-cinder-815582-7-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:31:34.667721 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b90d062b-7e87-47b7-b1a5-e7e7a79d5031 req-3c57f00e-0752-4928-9ac5-c3d79b6b524a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c868553e-a0d2-4056-9a31-614cc766888f HTTP/1.1" status: 200 len: 217 time: 0.0469756 Jan 17 09:31:34.675127 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99e99ee7-c1f1-40d9-b6f7-32cdaa8682d2 req-ae1490f5-74c2-4653-a128-610cf1e655b7 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071942 Jan 17 09:31:34.714963 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-523d0535-e85e-47d9-b9a9-718fd2622b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:34.716492 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-523d0535-e85e-47d9-b9a9-718fd2622b73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b654e773-cc35-4a44-8162-0cbbfbcc4f48 HTTP/1.1" status: 200 len: 854 time: 0.1156068 Jan 17 09:31:34.731097 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d062b-7e87-47b7-b1a5-e7e7a79d5031 req-28fe30cd-62ab-465a-b366-89c134c9ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:34.732705 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b90d062b-7e87-47b7-b1a5-e7e7a79d5031 req-28fe30cd-62ab-465a-b366-89c134c9ee15 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b654e773-cc35-4a44-8162-0cbbfbcc4f48 HTTP/1.1" status: 200 len: 854 time: 0.0566967 Jan 17 09:31:34.770508 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b90d062b-7e87-47b7-b1a5-e7e7a79d5031 req-d14f7cf6-367e-4363-9791-244c03ba0ee8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=acf9c04f-17ce-41f9-812d-42c23fd57a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285385 Jan 17 09:31:34.798339 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-c73cb293-bf51-4f56-b21e-083b9d35760a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=acf9c04f-17ce-41f9-812d-42c23fd57a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599680 Jan 17 09:31:34.801239 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-732ab7a1-e712-4bfc-a64c-73e07c2e05f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (53555a29-a429-464c-be4a-1c370c0021cb), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:34.836428 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-732ab7a1-e712-4bfc-a64c-73e07c2e05f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:34.837646 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-732ab7a1-e712-4bfc-a64c-73e07c2e05f4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/53555a29-a429-464c-be4a-1c370c0021cb HTTP/1.1" status: 204 len: 168 time: 1.1694708 Jan 17 09:31:34.846945 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35814) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:34.901123 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ab7a1-e712-4bfc-a64c-73e07c2e05f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=53555a29-a429-464c-be4a-1c370c0021cb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:34.916691 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a304484-f69d-4296-98fd-a22899b74533 admin admin] Deleting subnet 4b1bffa5-64eb-48a9-8d62-6cfd93bab9f9 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:31:34.925963 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a304484-f69d-4296-98fd-a22899b74533 admin admin] Publish callbacks [] for subnet (4b1bffa5-64eb-48a9-8d62-6cfd93bab9f9), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:34.965814 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Publish callbacks [] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:34.967411 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b90d062b-7e87-47b7-b1a5-e7e7a79d5031 req-6585c8e8-1428-413f-b9b7-b6629e7204db service neutron] 10.222.0.31 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888371 Jan 17 09:31:34.977895 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a304484-f69d-4296-98fd-a22899b74533 admin admin] Publish callbacks [] for subnet (4b1bffa5-64eb-48a9-8d62-6cfd93bab9f9), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:34.984134 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a304484-f69d-4296-98fd-a22899b74533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (4b1bffa5-64eb-48a9-8d62-6cfd93bab9f9), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.034398 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device c39292cf-b3a4-492c-b382-f62d2d9f3a12 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:31:35.067749 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a304484-f69d-4296-98fd-a22899b74533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for subnet (4b1bffa5-64eb-48a9-8d62-6cfd93bab9f9), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.105056 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a304484-f69d-4296-98fd-a22899b74533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1bffa5-64eb-48a9-8d62-6cfd93bab9f9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:35.107110 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port c39292cf-b3a4-492c-b382-f62d2d9f3a12 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:35.107243 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a304484-f69d-4296-98fd-a22899b74533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.107542 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (c39292cf-b3a4-492c-b382-f62d2d9f3a12), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.110909 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-3a304484-f69d-4296-98fd-a22899b74533 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4b1bffa5-64eb-48a9-8d62-6cfd93bab9f9 HTTP/1.1" status: 204 len: 168 time: 0.2629213 Jan 17 09:31:35.113838 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35816) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:35.185457 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (def4c3cf-ecaa-4c8f-80a5-5bc413b1772e), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.214958 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port c39292cf-b3a4-492c-b382-f62d2d9f3a12 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:35.215603 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (c39292cf-b3a4-492c-b382-f62d2d9f3a12), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.227581 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-09268d8d-7812-44ea-8edf-01969a989393 service neutron] 10.222.0.31 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225807 Jan 17 09:31:35.239488 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port c39292cf-b3a4-492c-b382-f62d2d9f3a12, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=c39292cf-b3a4-492c-b382-f62d2d9f3a12,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:35.246391 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.246677 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (c39292cf-b3a4-492c-b382-f62d2d9f3a12), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.274310 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (def4c3cf-ecaa-4c8f-80a5-5bc413b1772e), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.280937 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Network 4ca40599-ab90-4780-a383-29ac79e39457 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:31:35.288248 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:31:35.291994 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:31:35.296632 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:35.296932 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:35.297705 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:35.298066 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Subscribe: > port after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:35.298419 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:35.298761 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Subscribe: > port after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:35.299105 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:35.299435 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:35.300089 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:35.300427 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:35.325082 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=c39292cf-b3a4-492c-b382-f62d2d9f3a12,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:35.329391 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Pushing event updated for resources: {'Port': ['ID=e227b424-a3fa-48d6-8c77-ce7be32cc314,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:35.340189 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631173'] for router_interface (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.384183 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:35.384563 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:35.384902 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:35.385239 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 09:31:35.385609 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def4c3cf-ecaa-4c8f-80a5-5bc413b1772e']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:35.403953 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524dd92c-a0b0-407e-a07b-5209745a8567') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:35.404356 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524dd92c-a0b0-407e-a07b-5209745a8567') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:35.421480 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8405161'] for segment (524dd92c-a0b0-407e-a07b-5209745a8567), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.445719 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (524dd92c-a0b0-407e-a07b-5209745a8567), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.456956 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:31:35.457386 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9093821'] for segment (524dd92c-a0b0-407e-a07b-5209745a8567), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: Traceback (most recent call last): Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: timer() Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: cb(*args, **kw) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: return func(*args, **kwargs) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: self._notify() Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: self.callback(batched_events) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: event.method(event) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:31:35.461779 dv-cinder-815582-7-iscsi neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:31:35.464414 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:31:35.464414 dv-cinder-815582-7-iscsi neutron-server[102555]: return f(self, *a, **k) Jan 17 09:31:35.464414 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:31:35.464414 dv-cinder-815582-7-iscsi neutron-server[102555]: return self._get(url).json() Jan 17 09:31:35.464414 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:31:35.464414 dv-cinder-815582-7-iscsi neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:31:35.464414 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:31:35.464414 dv-cinder-815582-7-iscsi neutron-server[102555]: return self.request(url, 'GET', **kwargs) Jan 17 09:31:35.464414 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:31:35.464414 dv-cinder-815582-7-iscsi neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:31:35.464414 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:31:35.464414 dv-cinder-815582-7-iscsi neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:31:35.464414 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:31:35.464414 dv-cinder-815582-7-iscsi neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:31:35.464414 dv-cinder-815582-7-iscsi neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:31:35.563926 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (def4c3cf-ecaa-4c8f-80a5-5bc413b1772e), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.577390 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06203f2b-d55c-4f72-9cf5-5facafd163de req-1c347f95-2275-4a0e-a9fc-4cf872d08a1d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:35.579073 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-06203f2b-d55c-4f72-9cf5-5facafd163de req-1c347f95-2275-4a0e-a9fc-4cf872d08a1d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0777230 Jan 17 09:31:35.579581 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e1848c82-1582-4b90-b75b-9530f82c76d2 None None] Provisioning complete for port e227b424-a3fa-48d6-8c77-ce7be32cc314 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:35.580047 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1848c82-1582-4b90-b75b-9530f82c76d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.584450 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.590688 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/def4c3cf-ecaa-4c8f-80a5-5bc413b1772e HTTP/1.1" status: 204 len: 168 time: 0.4758806 Jan 17 09:31:35.608789 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.619449 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb35cb-0c4a-4634-89ef-9c41abdb1ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=def4c3cf-ecaa-4c8f-80a5-5bc413b1772e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:35.631280 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e1848c82-1582-4b90-b75b-9530f82c76d2 None None] Port e227b424-a3fa-48d6-8c77-ce7be32cc314 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:31:35.681105 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-06203f2b-d55c-4f72-9cf5-5facafd163de req-1b471752-58c4-4da4-a5c2-24b6bd996aa7 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837970 Jan 17 09:31:35.808381 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Publish callbacks [] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.813658 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.829126 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d2fcf-1769-4508-8195-aa5fbb725b1c req-aacdc49d-3fd3-487a-bf87-a813cf2f2ba8 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:35.830701 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aa2d2fcf-1769-4508-8195-aa5fbb725b1c req-aacdc49d-3fd3-487a-bf87-a813cf2f2ba8 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 943 time: 0.0549374 Jan 17 09:31:35.837771 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35834) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:35.896389 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631057'] for router_interface (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.897349 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Pushing event updated for resources: {'Port': ['ID=e227b424-a3fa-48d6-8c77-ce7be32cc314,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:35.919050 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-c0070f69-5684-44d1-b481-e691f1bc5f7b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dd1c38bd0c5d45108aee7d18aedcefbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0789931 Jan 17 09:31:35.929357 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aa2d2fcf-1769-4508-8195-aa5fbb725b1c req-2ebfa5a8-17a6-4bfd-baf3-7fabc3b895e4 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905750 Jan 17 09:31:35.929854 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35838) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:35.970261 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.990901 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-113afc25-8d93-442d-81b4-3e20f58e4fcb admin admin] Publish callbacks [] for security_group (4b7517bd-24a5-4497-9978-f4f22c4bfb12), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:35.994080 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Network 4ca40599-ab90-4780-a383-29ac79e39457 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:31:35.995401 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:31:36.013204 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-113afc25-8d93-442d-81b4-3e20f58e4fcb admin admin] Publish callbacks [] for security_group (4b7517bd-24a5-4497-9978-f4f22c4bfb12), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:36.069091 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-113afc25-8d93-442d-81b4-3e20f58e4fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (4b7517bd-24a5-4497-9978-f4f22c4bfb12), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:36.072128 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-113afc25-8d93-442d-81b4-3e20f58e4fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:36.073314 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-113afc25-8d93-442d-81b4-3e20f58e4fcb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b7517bd-24a5-4497-9978-f4f22c4bfb12 HTTP/1.1" status: 204 len: 168 time: 0.1425233 Jan 17 09:31:36.082219 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113afc25-8d93-442d-81b4-3e20f58e4fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7517bd-24a5-4497-9978-f4f22c4bfb12,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:36.129310 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:31:36.244595 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:31:36.260207 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1c5dfee6-72b6-496c-9ab5-5a619df58aab admin admin] 10.222.0.77 "PUT /v2.0/routers/a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5823758 Jan 17 09:31:36.260940 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Sync routers for ids ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:31:36.277973 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Routers {'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:31:36.278607 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:31:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:36.280467 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-34dc6561-727f-4731-947b-3f3619d00568 None None] Provisioning complete for port e227b424-a3fa-48d6-8c77-ce7be32cc314 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:36.280850 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34dc6561-727f-4731-947b-3f3619d00568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:36.387359 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-34dc6561-727f-4731-947b-3f3619d00568 None None] Port e227b424-a3fa-48d6-8c77-ce7be32cc314 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:31:36.424048 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Set router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:31:36.470130 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35850) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:36.510415 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-04584bdd-60ef-4b61-a3b5-6f8dfc83fcbd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b9cb088e78c641a8a9e39d80c111bde6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386717 Jan 17 09:31:36.512839 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35852) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:36.562505 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-433cf228-42ef-43d9-a4d1-54f9431aae60 admin admin] Publish callbacks [] for security_group (62f297fe-576c-48d3-b6e3-d6ef73c21f0b), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:36.586589 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-433cf228-42ef-43d9-a4d1-54f9431aae60 admin admin] Publish callbacks [] for security_group (62f297fe-576c-48d3-b6e3-d6ef73c21f0b), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:36.641675 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-433cf228-42ef-43d9-a4d1-54f9431aae60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (62f297fe-576c-48d3-b6e3-d6ef73c21f0b), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:36.644902 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-433cf228-42ef-43d9-a4d1-54f9431aae60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:36.646129 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:29Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': 'e32b843e30784d99889f77423af053ff', 'gw_port': {'id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:31Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': 'e227b424-a3fa-48d6-8c77-ce7be32cc314', 'name': '', 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'mac_address': 'fa:16:3e:38:5e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:33Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 2, 'project_id': 'e32b843e30784d99889f77423af053ff', 'subnets': [{'id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:36.646741 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-433cf228-42ef-43d9-a4d1-54f9431aae60 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/62f297fe-576c-48d3-b6e3-d6ef73c21f0b HTTP/1.1" status: 204 len: 168 time: 0.1329508 Jan 17 09:31:36.657944 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cf228-42ef-43d9-a4d1-54f9431aae60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f297fe-576c-48d3-b6e3-d6ef73c21f0b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:36.687435 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Checking router: a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:31:36.687807 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Updating router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 port e227b424-a3fa-48d6-8c77-ce7be32cc314 binding host dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:31:36.723140 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:36.855074 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03319d1-92c0-4e17-816d-63d80c9a8686 req-f4a1f329-0934-44e4-954b-e1aa2b5b19cb tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:36.856634 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b03319d1-92c0-4e17-816d-63d80c9a8686 req-f4a1f329-0934-44e4-954b-e1aa2b5b19cb tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.1059418 Jan 17 09:31:37.018273 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device c39292cf-b3a4-492c-b382-f62d2d9f3a12 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:31:37.101828 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35882) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:37.107091 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-609627751-network', 'tenant_id': '2483e26db64b434baa02c65fd8a7ec95'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:31:37.125423 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b90d062b-7e87-47b7-b1a5-e7e7a79d5031 req-1dab413f-1d3f-4842-ba60-0567e68c10ba service neutron] 10.222.0.31 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002962 Jan 17 09:31:37.137133 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] Made reservation on behalf of 2483e26db64b434baa02c65fd8a7ec95 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:31:37.141306 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.148025 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b03319d1-92c0-4e17-816d-63d80c9a8686 req-50223708-b4f1-49e6-b99f-64d9183c2107 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841144 Jan 17 09:31:37.158362 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port c39292cf-b3a4-492c-b382-f62d2d9f3a12 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:37.158749 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (c39292cf-b3a4-492c-b382-f62d2d9f3a12), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.173313 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.275538 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decdb03-472e-44a6-a0ce-152249a1bf0f req-13ce479c-c318-46cf-8ae7-6fddf1f8720b tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:37.282758 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9decdb03-472e-44a6-a0ce-152249a1bf0f req-13ce479c-c318-46cf-8ae7-6fddf1f8720b tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 943 time: 0.0696437 Jan 17 09:31:37.298763 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] Publish callbacks [] for security_group (bf87bed7-d149-490b-844e-d12b102de3ca), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.302644 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Publish callbacks [] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.304697 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (bf87bed7-d149-490b-844e-d12b102de3ca), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.319784 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.325170 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port c39292cf-b3a4-492c-b382-f62d2d9f3a12 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:37.346051 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:31:37.362317 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9decdb03-472e-44a6-a0ce-152249a1bf0f req-8dd48eb5-4cea-49e3-b536-23de98fa36ab tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771885 Jan 17 09:31:37.384335 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e738a-3408-4706-aaa5-f4508cfbd8eb None None] Pushing event updated for resources: {'Port': ['ID=e227b424-a3fa-48d6-8c77-ce7be32cc314,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:37.387522 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (b091ecd9-57a8-4471-9459-eeb79c43e8d0), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.387917 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] Added segment b091ecd9-57a8-4471-9459-eeb79c43e8d0 of type vlan for network d2fbd889-0fb9-4da0-9419-0ecb51c48c42 Jan 17 09:31:37.389395 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf87bed7-d149-490b-844e-d12b102de3ca,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:37.438107 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (d2fbd889-0fb9-4da0-9419-0ecb51c48c42), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.457788 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Attempting to bind port e227b424-a3fa-48d6-8c77-ce7be32cc314 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:31:37.457788 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Attempting to bind port e227b424-a3fa-48d6-8c77-ce7be32cc314 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': '613a2dcd-db9a-44e0-b13d-733d2defda81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:31:37.457788 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Attempting to bind port e227b424-a3fa-48d6-8c77-ce7be32cc314 on network 4ca40599-ab90-4780-a383-29ac79e39457 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:31:37.468703 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:31:37.469248 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Checking segment: {'id': '613a2dcd-db9a-44e0-b13d-733d2defda81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:31:37.469491 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.469893 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Bound using segment: {'id': '613a2dcd-db9a-44e0-b13d-733d2defda81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:31:37.470375 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Bound port: e227b424-a3fa-48d6-8c77-ce7be32cc314, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613a2dcd-db9a-44e0-b13d-733d2defda81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:31:37.470789 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.479128 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (d2fbd889-0fb9-4da0-9419-0ecb51c48c42), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.480146 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:37.480746 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.547104 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4440222 Jan 17 09:31:37.549948 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35894) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:37.555226 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456c190-7c1b-4a5b-8a69-f3bfd923b895 admin admin] Pushing event updated for resources: {'Network': ['ID=d2fbd889-0fb9-4da0-9419-0ecb51c48c42,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:37.557201 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] For port e227b424-a3fa-48d6-8c77-ce7be32cc314, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:31:37.559409 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d0493cfb-f927-48ad-af7e-a9b44b629597 admin admin] Request body: {'subnet': {'network_id': 'd2fbd889-0fb9-4da0-9419-0ecb51c48c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-609627751-subnet', 'tenant_id': '2483e26db64b434baa02c65fd8a7ec95', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:31:37.560764 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] For port e227b424-a3fa-48d6-8c77-ce7be32cc314, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=e227b424-a3fa-48d6-8c77-ce7be32cc314,segment=NetworkSegment(613a2dcd-db9a-44e0-b13d-733d2defda81),segment_id=613a2dcd-db9a-44e0-b13d-733d2defda81)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:31:37.567720 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.573846 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network d2fbd889-0fb9-4da0-9419-0ecb51c48c42 details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:31:37.597298 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0493cfb-f927-48ad-af7e-a9b44b629597 admin admin] Made reservation on behalf of 2483e26db64b434baa02c65fd8a7ec95 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:31:37.599960 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0493cfb-f927-48ad-af7e-a9b44b629597 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3971561'] for subnet (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.705806 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e738a-3408-4706-aaa5-f4508cfbd8eb None None] Pushing event updated for resources: {'Port': ['ID=e227b424-a3fa-48d6-8c77-ce7be32cc314,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:37.713406 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9cd428aa-923c-4a35-941d-4d43369bfde8 None None] Provisioning complete for port e227b424-a3fa-48d6-8c77-ce7be32cc314 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:37.713788 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9cd428aa-923c-4a35-941d-4d43369bfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.718671 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Routers {'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:31:37.719187 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:31:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:37.804756 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0493cfb-f927-48ad-af7e-a9b44b629597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9093652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3971579'] for subnet (105eabb0-7f88-4441-94a2-00383afab0c6), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.862566 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eadf184b-2f31-4f24-aa04-659d57c6aed2 req-239103d6-385a-4363-a1dd-078266e7b2d5 service neutron] 10.222.0.31 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384418 Jan 17 09:31:37.897134 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0493cfb-f927-48ad-af7e-a9b44b629597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=105eabb0-7f88-4441-94a2-00383afab0c6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:37.911405 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0493cfb-f927-48ad-af7e-a9b44b629597 admin admin] Checking segment: {'id': 'b091ecd9-57a8-4471-9459-eeb79c43e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2fbd889-0fb9-4da0-9419-0ecb51c48c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:31:37.911874 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0493cfb-f927-48ad-af7e-a9b44b629597 admin admin] Network hostable DHCP agents. Network: d2fbd889-0fb9-4da0-9419-0ecb51c48c42, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:31:37.935403 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0493cfb-f927-48ad-af7e-a9b44b629597 admin admin] Network d2fbd889-0fb9-4da0-9419-0ecb51c48c42 is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:31:37.951622 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d0493cfb-f927-48ad-af7e-a9b44b629597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, d2fbd889-0fb9-4da0-9419-0ecb51c48c42) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:31:37.956941 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0493cfb-f927-48ad-af7e-a9b44b629597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:37.957865 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0493cfb-f927-48ad-af7e-a9b44b629597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:37.967895 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29615bda-26e7-414f-874e-3c1563cd49fb None None] Network d2fbd889-0fb9-4da0-9419-0ecb51c48c42 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:31:37.974857 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] Set router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:31:37.986418 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-d0493cfb-f927-48ad-af7e-a9b44b629597 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4344895 Jan 17 09:31:37.989422 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 35906) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:37.994946 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-609627751-router', 'tenant_id': '2483e26db64b434baa02c65fd8a7ec95', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:31:38.028063 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7825'] for router (95739889-e281-4499-b87d-fbea0f4b69f4), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:38.028063 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7832'] for router (95739889-e281-4499-b87d-fbea0f4b69f4), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:38.082656 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9cd428aa-923c-4a35-941d-4d43369bfde8 None None] Current status of the port e227b424-a3fa-48d6-8c77-ce7be32cc314 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:38.082656 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9cd428aa-923c-4a35-941d-4d43369bfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:38.086163 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Publish callbacks [] for router_controller (95739889-e281-4499-b87d-fbea0f4b69f4), precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:38.221042 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9cd428aa-923c-4a35-941d-4d43369bfde8 None None] For port e227b424-a3fa-48d6-8c77-ce7be32cc314, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=e227b424-a3fa-48d6-8c77-ce7be32cc314,segment=NetworkSegment(613a2dcd-db9a-44e0-b13d-733d2defda81),segment_id=613a2dcd-db9a-44e0-b13d-733d2defda81)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:38.232332 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9cd428aa-923c-4a35-941d-4d43369bfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:38.256200 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Publish callbacks [] for router_gateway (95739889-e281-4499-b87d-fbea0f4b69f4), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:38.297168 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bca3f7-1f76-405d-a3f6-8c69a017a932 req-34a725f1-b21c-4f34-a140-5789db326e77 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:38.298747 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b2bca3f7-1f76-405d-a3f6-8c69a017a932 req-34a725f1-b21c-4f34-a140-5789db326e77 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0635362 Jan 17 09:31:38.332061 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0abc91-a25f-5719-a88d-a73c0a9dcccf-d2fbd889-0fb9-4da0-9419-0ecb51c48c42', 'network_id': 'd2fbd889-0fb9-4da0-9419-0ecb51c48c42', 'project_id': '2483e26db64b434baa02c65fd8a7ec95', 'fixed_ips': [{'subnet_id': '105eabb0-7f88-4441-94a2-00383afab0c6'}]}} from dv-cinder-815582-7-iscsi. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:31:38.333130 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:38.363357 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b2bca3f7-1f76-405d-a3f6-8c69a017a932 req-8df9cbab-7528-4c02-aa1d-e7d2c04f815a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589592 Jan 17 09:31:38.440679 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd428aa-923c-4a35-941d-4d43369bfde8 None None] Pushing event updated for resources: {'Port': ['ID=e227b424-a3fa-48d6-8c77-ce7be32cc314,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:38.506940 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06765797-3e7a-445c-937e-7556d027cfdf None None] Provisioning complete for port e227b424-a3fa-48d6-8c77-ce7be32cc314 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:38.507333 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06765797-3e7a-445c-937e-7556d027cfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:38.541940 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fdbe8-8829-48f3-8586-ac8e231239cb req-8ef94fba-8530-4e68-8327-cacfae01596e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:38.543671 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-707fdbe8-8829-48f3-8586-ac8e231239cb req-8ef94fba-8530-4e68-8327-cacfae01596e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 943 time: 0.0877218 Jan 17 09:31:38.547164 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Publish callbacks [] for router_gateway (95739889-e281-4499-b87d-fbea0f4b69f4), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:38.572405 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:38.618199 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Allocated IP 172.20.0.2 (d2fbd889-0fb9-4da0-9419-0ecb51c48c42/105eabb0-7f88-4441-94a2-00383afab0c6/d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:31:38.622548 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:29Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': 'e32b843e30784d99889f77423af053ff', 'gw_port': {'id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:31Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': 'e227b424-a3fa-48d6-8c77-ce7be32cc314', 'name': '', 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'mac_address': 'fa:16:3e:38:5e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:33Z', 'updated_at': '2022-01-17T09:31:37Z', 'revision_number': 4, 'project_id': 'e32b843e30784d99889f77423af053ff', 'subnets': [{'id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:38.666743 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-707fdbe8-8829-48f3-8586-ac8e231239cb req-f05b0b6f-79a0-41a8-a827-81b529b537eb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933304 Jan 17 09:31:38.679079 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96356e1-5f23-4cf3-a89c-0e2e3631f25d None None] The sync data for ids ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'] in dv-cinder-815582-7-iscsi is: [{'id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:29Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': 'e32b843e30784d99889f77423af053ff', 'gw_port': {'id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:31Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': 'e227b424-a3fa-48d6-8c77-ce7be32cc314', 'name': '', 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'mac_address': 'fa:16:3e:38:5e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:33Z', 'updated_at': '2022-01-17T09:31:37Z', 'revision_number': 4, 'project_id': 'e32b843e30784d99889f77423af053ff', 'subnets': [{'id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:31:38.734399 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Allocated IP 172.27.2.250 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/ae337632-0934-47f7-96a8-5cebb9e08bcf) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:31:38.794272 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06765797-3e7a-445c-937e-7556d027cfdf None None] Current status of the port e227b424-a3fa-48d6-8c77-ce7be32cc314 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:38.976663 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Publish callbacks [] for port (ae337632-0934-47f7-96a8-5cebb9e08bcf), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:39.023681 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Publish callbacks [] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:39.034595 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (ae337632-0934-47f7-96a8-5cebb9e08bcf), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:39.039644 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:39.056537 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device e227b424-a3fa-48d6-8c77-ce7be32cc314 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:31:39.079099 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:31:39.086504 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:31:39.090360 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:31:39.139118 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Pushing event updated for resources: {'Port': ['ID=ae337632-0934-47f7-96a8-5cebb9e08bcf,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:39.324620 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Network d2fbd889-0fb9-4da0-9419-0ecb51c48c42 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:31:39.327737 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Pushing event updated for resources: {'Port': ['ID=d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:39.332485 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:31:39.335118 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:31:39.432276 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port e227b424-a3fa-48d6-8c77-ce7be32cc314 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:39.432739 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:39.497356 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Attempting to bind port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:31:39.497760 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Attempting to bind port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'b091ecd9-57a8-4471-9459-eeb79c43e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2fbd889-0fb9-4da0-9419-0ecb51c48c42'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:31:39.498160 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Attempting to bind port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 on network d2fbd889-0fb9-4da0-9419-0ecb51c48c42 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:31:39.514570 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:31:39.514965 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Checking segment: {'id': 'b091ecd9-57a8-4471-9459-eeb79c43e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2fbd889-0fb9-4da0-9419-0ecb51c48c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:31:39.515347 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:39.515734 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Bound using segment: {'id': 'b091ecd9-57a8-4471-9459-eeb79c43e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2fbd889-0fb9-4da0-9419-0ecb51c48c42'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:31:39.516272 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Bound port: d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b091ecd9-57a8-4471-9459-eeb79c43e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2fbd889-0fb9-4da0-9419-0ecb51c48c42'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:31:39.516644 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:39.528842 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Publish callbacks [] for router_gateway (95739889-e281-4499-b87d-fbea0f4b69f4), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:39.620563 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] For port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:31:39.624292 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] For port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7,segment=NetworkSegment(b091ecd9-57a8-4471-9459-eeb79c43e8d0),segment_id=b091ecd9-57a8-4471-9459-eeb79c43e8d0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:31:39.647288 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:39.748345 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port e227b424-a3fa-48d6-8c77-ce7be32cc314 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:39.765570 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a077e-83be-43f6-b045-087c7b6c2caf None None] Pushing event updated for resources: {'Port': ['ID=d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:39.818585 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 35988) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:39.918526 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e22d56-c498-40ca-a8f8-5d8eaa5629d1 req-064f7dcc-61f6-4c8d-b732-74b50f43bedd tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:39.926619 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e9e22d56-c498-40ca-a8f8-5d8eaa5629d1 req-064f7dcc-61f6-4c8d-b732-74b50f43bedd tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 943 time: 0.0880005 Jan 17 09:31:39.950123 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1567dde7-0c5a-42a5-b2eb-953942d9f3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:39.998198 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e9e22d56-c498-40ca-a8f8-5d8eaa5629d1 req-5454681b-921d-4980-ab11-6e1fbc6fc8d3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695455 Jan 17 09:31:40.035875 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad51a7-f1eb-4c4b-b257-99191c47afa9 req-64203aaa-fb76-4283-9cd5-2bfc75e3e1ed tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:40.042859 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-04ad51a7-f1eb-4c4b-b257-99191c47afa9 req-64203aaa-fb76-4283-9cd5-2bfc75e3e1ed tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.5570519 Jan 17 09:31:40.058614 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b779de5d-9492-4466-b74c-a84833a3173d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:40.240978 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b779de5d-9492-4466-b74c-a84833a3173d admin admin] Publish callbacks [] for security_group (ec0e6dbc-89ff-447d-a7c1-8c2e15834cdb), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:40.255731 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b779de5d-9492-4466-b74c-a84833a3173d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (ec0e6dbc-89ff-447d-a7c1-8c2e15834cdb), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:40.336805 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-04ad51a7-f1eb-4c4b-b257-99191c47afa9 req-2c151b7a-2323-49da-946d-46755c991a7f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929616 Jan 17 09:31:40.344039 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-b779de5d-9492-4466-b74c-a84833a3173d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=274ad5fa940e4c2dbd56a2b793be66b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5219719 Jan 17 09:31:40.344704 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 36020) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:40.349672 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779de5d-9492-4466-b74c-a84833a3173d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0e6dbc-89ff-447d-a7c1-8c2e15834cdb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:40.377123 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631378'] for router (95739889-e281-4499-b87d-fbea0f4b69f4), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:40.426385 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5790b11e-7c6a-4fbe-8b67-1c590fba337e admin admin] Publish callbacks [] for security_group (ec0e6dbc-89ff-447d-a7c1-8c2e15834cdb), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:40.465155 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5790b11e-7c6a-4fbe-8b67-1c590fba337e admin admin] Publish callbacks [] for security_group (ec0e6dbc-89ff-447d-a7c1-8c2e15834cdb), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:40.527665 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5790b11e-7c6a-4fbe-8b67-1c590fba337e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (ec0e6dbc-89ff-447d-a7c1-8c2e15834cdb), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:40.533450 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5790b11e-7c6a-4fbe-8b67-1c590fba337e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:40.534607 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-5790b11e-7c6a-4fbe-8b67-1c590fba337e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ec0e6dbc-89ff-447d-a7c1-8c2e15834cdb HTTP/1.1" status: 204 len: 168 time: 0.1859927 Jan 17 09:31:40.548130 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790b11e-7c6a-4fbe-8b67-1c590fba337e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0e6dbc-89ff-447d-a7c1-8c2e15834cdb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:40.563814 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Router 95739889-e281-4499-b87d-fbea0f4b69f4 is scheduled to L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:31:40.708500 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:31:40.718637 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Sync routers for ids ['95739889-e281-4499-b87d-fbea0f4b69f4'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:31:40.729084 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Routers {'95739889-e281-4499-b87d-fbea0f4b69f4'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:31:40.729710 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:31:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['95739889-e281-4499-b87d-fbea0f4b69f4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:40.743334 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:40.747960 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-b76c110f-75a0-4327-b99b-31d17d945229 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7541711 Jan 17 09:31:40.748367 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 36052) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:40.866089 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Set router 95739889-e281-4499-b87d-fbea0f4b69f4 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:31:41.015514 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 36062) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:41.051873 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0a1f-c8e4-4ba0-9c8d-7245b4bf064c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.091891 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:31:41.151156 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 9fc11fea-d13a-4cdd-a344-0014cdc8290d details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:31:41.190596 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'name': 'tempest-TestMinimumBasicScenario-609627751-router', 'tenant_id': '2483e26db64b434baa02c65fd8a7ec95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ae337632-0934-47f7-96a8-5cebb9e08bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:31:39Z', 'revision_number': 3, 'project_id': '2483e26db64b434baa02c65fd8a7ec95', 'gw_port': {'id': 'ae337632-0934-47f7-96a8-5cebb9e08bcf', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:41.237424 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Checking router: 95739889-e281-4499-b87d-fbea0f4b69f4 for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:31:41.238664 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Updating router 95739889-e281-4499-b87d-fbea0f4b69f4 port ae337632-0934-47f7-96a8-5cebb9e08bcf binding host dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:31:41.282523 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0a1f-c8e4-4ba0-9c8d-7245b4bf064c admin admin] Publish callbacks [] for security_group (e7689f16-2d0f-48bf-bb5c-5516894f6be7), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.295371 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0a1f-c8e4-4ba0-9c8d-7245b4bf064c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (e7689f16-2d0f-48bf-bb5c-5516894f6be7), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.308425 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (ae337632-0934-47f7-96a8-5cebb9e08bcf), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.370480 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:41.370864 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.431558 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 9fc11fea-d13a-4cdd-a344-0014cdc8290d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9fc11fea-d13a-4cdd-a344-0014cdc8290d,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:41.442863 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e0a1f-c8e4-4ba0-9c8d-7245b4bf064c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7689f16-2d0f-48bf-bb5c-5516894f6be7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:41.450417 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddcd423-d49e-4694-b443-8870ee162f0b None None] Network d2fbd889-0fb9-4da0-9419-0ecb51c48c42 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:31:41.450637 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ae1e0a1f-c8e4-4ba0-9c8d-7245b4bf064c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=357ce28499d147c2835ca3f5f6baa60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4337959 Jan 17 09:31:41.461251 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 36080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:41.516920 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': '9fc11fea-d13a-4cdd-a344-0014cdc8290d', 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40', 'port_id': '9fc11fea-d13a-4cdd-a344-0014cdc8290d', 'mac_address': 'fa:16:3e:5b:e8:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b654e773-cc35-4a44-8162-0cbbfbcc4f48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:31:41.539666 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c590531-8b71-4dc1-99c7-77e744685916 req-1c9373fa-eafb-43b8-93ca-6f79ed1d46bb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:41.541274 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9c590531-8b71-4dc1-99c7-77e744685916 req-1c9373fa-eafb-43b8-93ca-6f79ed1d46bb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 943 time: 0.3547628 Jan 17 09:31:41.619032 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-872d8bf2-f474-4179-8146-73b7b2426619 None None] Provisioning complete for port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:41.619726 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-872d8bf2-f474-4179-8146-73b7b2426619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.671154 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 9fc11fea-d13a-4cdd-a344-0014cdc8290d is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:41.671651 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (9fc11fea-d13a-4cdd-a344-0014cdc8290d), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.677679 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10183215-6a55-4dab-b600-9cddb8ee3b8e req-a4fcbdd3-09da-41ac-a041-ee4970021899 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:41.678207 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 36086) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:41.684702 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-10183215-6a55-4dab-b600-9cddb8ee3b8e req-a4fcbdd3-09da-41ac-a041-ee4970021899 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.1002920 Jan 17 09:31:41.692981 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 36088) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:41.731964 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc11fea-d13a-4cdd-a344-0014cdc8290d {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:31:41.736482 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:41.736969 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.757992 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9c590531-8b71-4dc1-99c7-77e744685916 req-51c33931-e791-4494-bd82-3fe95ea529c5 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104447 Jan 17 09:31:41.806374 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 9fc11fea-d13a-4cdd-a344-0014cdc8290d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9fc11fea-d13a-4cdd-a344-0014cdc8290d,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:41.812291 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-10183215-6a55-4dab-b600-9cddb8ee3b8e req-023ebfb4-d985-4954-834e-39715103ca3d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254582 Jan 17 09:31:41.813286 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7317bfa8-60a8-4a28-bb9c-7db67b208b15 admin admin] Publish callbacks [] for security_group (e7689f16-2d0f-48bf-bb5c-5516894f6be7), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.830853 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (9fc11fea-d13a-4cdd-a344-0014cdc8290d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.836727 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7,segment=NetworkSegment(b091ecd9-57a8-4471-9459-eeb79c43e8d0),segment_id=b091ecd9-57a8-4471-9459-eeb79c43e8d0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:41.853644 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Publish callbacks [] for port (ae337632-0934-47f7-96a8-5cebb9e08bcf), precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.866017 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (ae337632-0934-47f7-96a8-5cebb9e08bcf), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.898983 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.921380 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7317bfa8-60a8-4a28-bb9c-7db67b208b15 admin admin] Publish callbacks [] for security_group (e7689f16-2d0f-48bf-bb5c-5516894f6be7), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.923199 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9aac4009-7770-4aa6-a4dc-21e644a6e609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.943735 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-872d8bf2-f474-4179-8146-73b7b2426619 None None] Current status of the port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:41.943955 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-872d8bf2-f474-4179-8146-73b7b2426619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.950408 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=9fc11fea-d13a-4cdd-a344-0014cdc8290d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:41.958134 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2db1e1-0da8-4aad-87ec-09bda2123a68 None None] Pushing event updated for resources: {'Port': ['ID=ae337632-0934-47f7-96a8-5cebb9e08bcf,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:41.967016 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e4388412-8790-4389-a181-9ad878f8d98b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.981952 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Attempting to bind port ae337632-0934-47f7-96a8-5cebb9e08bcf on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:31:41.982829 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Attempting to bind port ae337632-0934-47f7-96a8-5cebb9e08bcf by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:31:41.983739 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Attempting to bind port ae337632-0934-47f7-96a8-5cebb9e08bcf on network ef01d75c-5e48-4e3d-a422-561f138b7f60 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:31:41.990861 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:31:41.991241 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Checking segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:31:41.991706 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:41.992168 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Bound using segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:31:41.992694 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Bound port: ae337632-0934-47f7-96a8-5cebb9e08bcf, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:31:41.993853 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (ae337632-0934-47f7-96a8-5cebb9e08bcf), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.049979 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:42.061542 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.db.api [None req-872d8bf2-f474-4179-8146-73b7b2426619 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 09:31:42.062314 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG oslo_db.api [None req-872d8bf2-f474-4179-8146-73b7b2426619 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 09:31:42.063998 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.077478 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] For port ae337632-0934-47f7-96a8-5cebb9e08bcf, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:31:42.082225 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] For port ae337632-0934-47f7-96a8-5cebb9e08bcf, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=ae337632-0934-47f7-96a8-5cebb9e08bcf,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:31:42.088903 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (ae337632-0934-47f7-96a8-5cebb9e08bcf), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.089248 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b1acfb3-d406-4a0a-8874-5dc93dc5be19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.135351 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7317bfa8-60a8-4a28-bb9c-7db67b208b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (e7689f16-2d0f-48bf-bb5c-5516894f6be7), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.137942 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7317bfa8-60a8-4a28-bb9c-7db67b208b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.141453 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-7317bfa8-60a8-4a28-bb9c-7db67b208b15 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e7689f16-2d0f-48bf-bb5c-5516894f6be7 HTTP/1.1" status: 204 len: 168 time: 0.6719732 Jan 17 09:31:42.150442 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Routers {'95739889-e281-4499-b87d-fbea0f4b69f4'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:31:42.151079 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:31:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['95739889-e281-4499-b87d-fbea0f4b69f4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:42.202832 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317bfa8-60a8-4a28-bb9c-7db67b208b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7689f16-2d0f-48bf-bb5c-5516894f6be7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:42.206935 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2db1e1-0da8-4aad-87ec-09bda2123a68 None None] Pushing event updated for resources: {'Port': ['ID=ae337632-0934-47f7-96a8-5cebb9e08bcf,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:42.214380 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9aac4009-7770-4aa6-a4dc-21e644a6e609 admin admin] Publish callbacks [] for security_group (497e394b-98de-47aa-a12b-90980ba4bdc6), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.227830 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9aac4009-7770-4aa6-a4dc-21e644a6e609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (497e394b-98de-47aa-a12b-90980ba4bdc6), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.250284 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['9fc11fea-d13a-4cdd-a344-0014cdc8290d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:31:42.265145 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-9aac4009-7770-4aa6-a4dc-21e644a6e609 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c767449c61514eb4ac4561c1bee4afd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5843973 Jan 17 09:31:42.267894 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 36096) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:42.315691 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] Set router 95739889-e281-4499-b87d-fbea0f4b69f4 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:31:42.348706 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cb2ea92-dc10-422f-b42d-239aca7e24fc admin admin] Publish callbacks [] for security_group (497e394b-98de-47aa-a12b-90980ba4bdc6), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.377255 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cb2ea92-dc10-422f-b42d-239aca7e24fc admin admin] Publish callbacks [] for security_group (497e394b-98de-47aa-a12b-90980ba4bdc6), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.401943 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac4009-7770-4aa6-a4dc-21e644a6e609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497e394b-98de-47aa-a12b-90980ba4bdc6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:42.411617 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e4388412-8790-4389-a181-9ad878f8d98b admin admin] Publish callbacks [] for security_group (94a00949-cd68-4e9e-8a1c-1b849b0df2f4), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.422458 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e4388412-8790-4389-a181-9ad878f8d98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (94a00949-cd68-4e9e-8a1c-1b849b0df2f4), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.465654 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cb2ea92-dc10-422f-b42d-239aca7e24fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (497e394b-98de-47aa-a12b-90980ba4bdc6), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.479014 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cb2ea92-dc10-422f-b42d-239aca7e24fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.481467 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-7cb2ea92-dc10-422f-b42d-239aca7e24fc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/497e394b-98de-47aa-a12b-90980ba4bdc6 HTTP/1.1" status: 204 len: 168 time: 0.2125740 Jan 17 09:31:42.523882 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2ea92-dc10-422f-b42d-239aca7e24fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497e394b-98de-47aa-a12b-90980ba4bdc6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:42.563516 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 36112) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:42.573111 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-e4388412-8790-4389-a181-9ad878f8d98b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd470948e18b4d3a979c79b7f29943b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8605876 Jan 17 09:31:42.575517 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Allocated IP 172.20.0.1 (d2fbd889-0fb9-4da0-9419-0ecb51c48c42/105eabb0-7f88-4441-94a2-00383afab0c6/8ef85823-3080-43cf-847a-18d6a6ec94b3) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:31:42.585173 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4388412-8790-4389-a181-9ad878f8d98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a00949-cd68-4e9e-8a1c-1b849b0df2f4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:42.652010 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6eea6a9-2fc4-467d-b916-6641b55ced73 admin admin] Publish callbacks [] for security_group (94a00949-cd68-4e9e-8a1c-1b849b0df2f4), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.664054 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-872d8bf2-f474-4179-8146-73b7b2426619 None None] Current status of the port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:42.713468 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6eea6a9-2fc4-467d-b916-6641b55ced73 admin admin] Publish callbacks [] for security_group (94a00949-cd68-4e9e-8a1c-1b849b0df2f4), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.726476 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'name': 'tempest-TestMinimumBasicScenario-609627751-router', 'tenant_id': '2483e26db64b434baa02c65fd8a7ec95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ae337632-0934-47f7-96a8-5cebb9e08bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:31:39Z', 'revision_number': 3, 'project_id': '2483e26db64b434baa02c65fd8a7ec95', 'gw_port': {'id': 'ae337632-0934-47f7-96a8-5cebb9e08bcf', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:42.768409 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Publish callbacks [] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.803478 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6eea6a9-2fc4-467d-b916-6641b55ced73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (94a00949-cd68-4e9e-8a1c-1b849b0df2f4), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.806780 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6eea6a9-2fc4-467d-b916-6641b55ced73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:42.807975 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-c6eea6a9-2fc4-467d-b916-6641b55ced73 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94a00949-cd68-4e9e-8a1c-1b849b0df2f4 HTTP/1.1" status: 204 len: 168 time: 0.2430243 Jan 17 09:31:42.823325 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516d1e2-c559-4a42-94a4-cbc748660856 None None] The sync data for ids ['95739889-e281-4499-b87d-fbea0f4b69f4'] in dv-cinder-815582-7-iscsi is: [{'id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'name': 'tempest-TestMinimumBasicScenario-609627751-router', 'tenant_id': '2483e26db64b434baa02c65fd8a7ec95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ae337632-0934-47f7-96a8-5cebb9e08bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:31:39Z', 'revision_number': 3, 'project_id': '2483e26db64b434baa02c65fd8a7ec95', 'gw_port': {'id': 'ae337632-0934-47f7-96a8-5cebb9e08bcf', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:31:42.825214 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eea6a9-2fc4-467d-b916-6641b55ced73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a00949-cd68-4e9e-8a1c-1b849b0df2f4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:42.825588 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7132ace1-2868-4eaa-bfda-2f17ba453ec6 None None] Provisioning complete for port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:42.825979 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7132ace1-2868-4eaa-bfda-2f17ba453ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:43.037228 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:43.086663 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Network d2fbd889-0fb9-4da0-9419-0ecb51c48c42 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:31:43.087395 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:31:43.090064 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:31:43.096919 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:31:43.105306 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906e623-f687-46b5-9832-df877a9ee2c4 req-fc4b9ae8-8b2e-48f9-aef2-94147b04988b tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:43.107739 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6906e623-f687-46b5-9832-df877a9ee2c4 req-fc4b9ae8-8b2e-48f9-aef2-94147b04988b tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 944 time: 0.1286690 Jan 17 09:31:43.194935 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631173'] for router_interface (95739889-e281-4499-b87d-fbea0f4b69f4), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:43.215705 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6906e623-f687-46b5-9832-df877a9ee2c4 req-fe9d662b-107d-48da-a8e9-d9e71d196dcf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017964 Jan 17 09:31:43.355290 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d99d8-a600-4c01-96a8-2b0fff8b0dec req-e62732ce-a133-4afe-884f-8ebe04aa7216 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:43.358359 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ca2d99d8-a600-4c01-96a8-2b0fff8b0dec req-e62732ce-a133-4afe-884f-8ebe04aa7216 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.3618495 Jan 17 09:31:43.427680 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:43.434621 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7132ace1-2868-4eaa-bfda-2f17ba453ec6 None None] Current status of the port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:43.492492 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:43.492886 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:43.519299 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef85823-3080-43cf-847a-18d6a6ec94b3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:43.570840 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:43.656719 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-aad0c784-5518-4acb-b92e-27511e2529f0 None None] Provisioning complete for port 8ef85823-3080-43cf-847a-18d6a6ec94b3 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:43.657100 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aad0c784-5518-4acb-b92e-27511e2529f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:43.689448 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ca2d99d8-a600-4c01-96a8-2b0fff8b0dec req-a28e2f48-9065-424e-a3a2-096dd3979f0f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051975 Jan 17 09:31:43.785615 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 36144) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:43.793330 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-aad0c784-5518-4acb-b92e-27511e2529f0 None None] Port 8ef85823-3080-43cf-847a-18d6a6ec94b3 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:31:43.807886 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc216001-15f3-4bd0-b6d5-8688cf4c3287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:43.825061 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:43.915498 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc216001-15f3-4bd0-b6d5-8688cf4c3287 admin admin] Publish callbacks [] for security_group (c6d48a21-b5f9-43f3-badc-c639420d81b2), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:43.922550 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc216001-15f3-4bd0-b6d5-8688cf4c3287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (c6d48a21-b5f9-43f3-badc-c639420d81b2), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:43.923886 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Publish callbacks [] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:43.929288 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:43.971005 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-cc216001-15f3-4bd0-b6d5-8688cf4c3287 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cef13dcf0e8f418880f633d36e8c784a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1818335 Jan 17 09:31:43.971206 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 36146) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:43.993977 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc216001-15f3-4bd0-b6d5-8688cf4c3287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d48a21-b5f9-43f3-badc-c639420d81b2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:44.005602 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631057'] for router_interface (95739889-e281-4499-b87d-fbea0f4b69f4), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:44.007488 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef85823-3080-43cf-847a-18d6a6ec94b3,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:44.081401 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd1f3d52-1ae7-4176-a647-5ca974995e34 admin admin] Publish callbacks [] for security_group (c6d48a21-b5f9-43f3-badc-c639420d81b2), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:44.112419 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd1f3d52-1ae7-4176-a647-5ca974995e34 admin admin] Publish callbacks [] for security_group (c6d48a21-b5f9-43f3-badc-c639420d81b2), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:44.149868 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Network d2fbd889-0fb9-4da0-9419-0ecb51c48c42 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:31:44.151454 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:31:44.192013 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd1f3d52-1ae7-4176-a647-5ca974995e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (c6d48a21-b5f9-43f3-badc-c639420d81b2), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:44.199325 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd1f3d52-1ae7-4176-a647-5ca974995e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:44.200700 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-dd1f3d52-1ae7-4176-a647-5ca974995e34 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c6d48a21-b5f9-43f3-badc-c639420d81b2 HTTP/1.1" status: 204 len: 168 time: 0.2287021 Jan 17 09:31:44.209891 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f3d52-1ae7-4176-a647-5ca974995e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d48a21-b5f9-43f3-badc-c639420d81b2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:44.335611 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Router 95739889-e281-4499-b87d-fbea0f4b69f4 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:31:44.418501 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cda2d2d9-d147-443c-846e-7b928874acd8 None None] Provisioning complete for port 8ef85823-3080-43cf-847a-18d6a6ec94b3 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:44.419094 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cda2d2d9-d147-443c-846e-7b928874acd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:44.435062 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b6376-43bf-4349-bed9-6f262d7eeb30 req-387c154d-1d61-41a4-9c6c-a5b3c2f31ae4 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:44.436572 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-675b6376-43bf-4349-bed9-6f262d7eeb30 req-387c154d-1d61-41a4-9c6c-a5b3c2f31ae4 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 944 time: 0.0986328 Jan 17 09:31:44.463953 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cda2d2d9-d147-443c-846e-7b928874acd8 None None] Port 8ef85823-3080-43cf-847a-18d6a6ec94b3 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:31:44.540487 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-675b6376-43bf-4349-bed9-6f262d7eeb30 req-372e2329-2e69-448f-9214-9d465793ad67 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911915 Jan 17 09:31:44.543033 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:31:44.548512 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-bb9a43f7-6cec-4c2c-b593-3863e068f586 admin admin] 10.222.0.77 "PUT /v2.0/routers/95739889-e281-4499-b87d-fbea0f4b69f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7991679 Jan 17 09:31:44.699832 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:44.812730 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b646004-2597-4f6b-adaa-2ea13a54c133 req-b7602fce-8161-4610-b4bc-e762752e6a8e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:44.820927 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9b646004-2597-4f6b-adaa-2ea13a54c133 req-b7602fce-8161-4610-b4bc-e762752e6a8e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0573058 Jan 17 09:31:44.874065 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9b646004-2597-4f6b-adaa-2ea13a54c133 req-0a11d6d1-a70d-4ebc-9674-c93885e0115d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522416 Jan 17 09:31:44.992252 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device ae337632-0934-47f7-96a8-5cebb9e08bcf up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:31:45.048904 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port ae337632-0934-47f7-96a8-5cebb9e08bcf triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:45.049283 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (ae337632-0934-47f7-96a8-5cebb9e08bcf), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:45.129742 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port ae337632-0934-47f7-96a8-5cebb9e08bcf is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:45.130237 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (ae337632-0934-47f7-96a8-5cebb9e08bcf), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:45.157149 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port ae337632-0934-47f7-96a8-5cebb9e08bcf, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=ae337632-0934-47f7-96a8-5cebb9e08bcf,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:45.164631 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (ae337632-0934-47f7-96a8-5cebb9e08bcf), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:45.214276 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=ae337632-0934-47f7-96a8-5cebb9e08bcf,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:45.695923 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d117d5-21ce-411a-9e28-9f12118dbe9d req-cd9431d1-a09e-4488-bef1-a9b398927ca6 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:45.703207 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-09d117d5-21ce-411a-9e28-9f12118dbe9d req-cd9431d1-a09e-4488-bef1-a9b398927ca6 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 944 time: 0.0668931 Jan 17 09:31:45.769940 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-09d117d5-21ce-411a-9e28-9f12118dbe9d req-74fdc222-a683-4760-a8c6-fb7919c73677 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558665 Jan 17 09:31:45.777419 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 9fc11fea-d13a-4cdd-a344-0014cdc8290d up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:31:45.856575 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port 9fc11fea-d13a-4cdd-a344-0014cdc8290d completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:31:45.861370 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port 9fc11fea-d13a-4cdd-a344-0014cdc8290d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:45.861698 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (9fc11fea-d13a-4cdd-a344-0014cdc8290d), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:45.996248 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 9fc11fea-d13a-4cdd-a344-0014cdc8290d is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:45.996999 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (9fc11fea-d13a-4cdd-a344-0014cdc8290d), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:46.032634 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfcaf7d-7daa-449a-ba9e-24137d688cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc11fea-d13a-4cdd-a344-0014cdc8290d'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:31:46.035168 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc19ae1-e3d3-4c66-81eb-eb7d79e419c1" -d '{"events": [{"server_uuid": "fcfcaf7d-7daa-449a-ba9e-24137d688cbe", "name": "network-vif-plugged", "status": "completed", "tag": "9fc11fea-d13a-4cdd-a344-0014cdc8290d"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:31:46.037963 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d3103-134e-4f18-b0b8-ff1fa392654d req-ab35085e-9d28-4552-a306-604098b1e011 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:46.039462 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0f0d3103-134e-4f18-b0b8-ff1fa392654d req-ab35085e-9d28-4552-a306-604098b1e011 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0589383 Jan 17 09:31:46.131445 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0f0d3103-134e-4f18-b0b8-ff1fa392654d req-8fdc9e5e-7db0-47a2-b6d7-9402305bd087 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825019 Jan 17 09:31:46.260884 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c84dd7-469c-4cb8-938e-cc3935c43124 x-openstack-request-id: req-55c84dd7-469c-4cb8-938e-cc3935c43124 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:31:46.261188 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfcaf7d-7daa-449a-ba9e-24137d688cbe", "name": "network-vif-plugged", "status": "completed", "tag": "9fc11fea-d13a-4cdd-a344-0014cdc8290d", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:31:46.261668 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55c84dd7-469c-4cb8-938e-cc3935c43124 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:31:46.262259 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfcaf7d-7daa-449a-ba9e-24137d688cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc11fea-d13a-4cdd-a344-0014cdc8290d', 'code': 200} Jan 17 09:31:46.263221 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Sync routers for ids ['95739889-e281-4499-b87d-fbea0f4b69f4'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:31:46.271963 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 9fc11fea-d13a-4cdd-a344-0014cdc8290d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9fc11fea-d13a-4cdd-a344-0014cdc8290d,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:46.283083 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (9fc11fea-d13a-4cdd-a344-0014cdc8290d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:46.313325 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:46.314676 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Routers {'95739889-e281-4499-b87d-fbea0f4b69f4'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:31:46.315305 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:31:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['95739889-e281-4499-b87d-fbea0f4b69f4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:46.348356 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 36242) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:46.388675 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=9fc11fea-d13a-4cdd-a344-0014cdc8290d,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:46.455285 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Set router 95739889-e281-4499-b87d-fbea0f4b69f4 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:31:46.500810 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69458e57-0550-4981-940f-2f1f279013ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:46.599796 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69458e57-0550-4981-940f-2f1f279013ae admin admin] Publish callbacks [] for security_group (1b882104-fdc6-435b-a80f-cd45b753e7cd), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:46.608807 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69458e57-0550-4981-940f-2f1f279013ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (1b882104-fdc6-435b-a80f-cd45b753e7cd), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:46.642806 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69458e57-0550-4981-940f-2f1f279013ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b882104-fdc6-435b-a80f-cd45b753e7cd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:46.675714 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-69458e57-0550-4981-940f-2f1f279013ae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=07708d68eb63469895439c4a93e3e908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260624 Jan 17 09:31:46.678289 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 36246) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:46.714646 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'name': 'tempest-TestMinimumBasicScenario-609627751-router', 'tenant_id': '2483e26db64b434baa02c65fd8a7ec95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ae337632-0934-47f7-96a8-5cebb9e08bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:31:43Z', 'revision_number': 4, 'project_id': '2483e26db64b434baa02c65fd8a7ec95', 'gw_port': {'id': 'ae337632-0934-47f7-96a8-5cebb9e08bcf', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '8ef85823-3080-43cf-847a-18d6a6ec94b3', 'name': '', 'network_id': 'd2fbd889-0fb9-4da0-9419-0ecb51c48c42', 'tenant_id': '2483e26db64b434baa02c65fd8a7ec95', 'mac_address': 'fa:16:3e:1f:93:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '105eabb0-7f88-4441-94a2-00383afab0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:42Z', 'updated_at': '2022-01-17T09:31:43Z', 'revision_number': 2, 'project_id': '2483e26db64b434baa02c65fd8a7ec95', 'subnets': [{'id': '105eabb0-7f88-4441-94a2-00383afab0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:46.734457 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0659292a-25c2-4544-b5d4-03b9c9e6f4aa admin admin] Publish callbacks [] for security_group (1b882104-fdc6-435b-a80f-cd45b753e7cd), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:46.793812 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0659292a-25c2-4544-b5d4-03b9c9e6f4aa admin admin] Publish callbacks [] for security_group (1b882104-fdc6-435b-a80f-cd45b753e7cd), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:46.814766 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Checking router: 95739889-e281-4499-b87d-fbea0f4b69f4 for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:31:46.815285 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Updating router 95739889-e281-4499-b87d-fbea0f4b69f4 port 8ef85823-3080-43cf-847a-18d6a6ec94b3 binding host dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:31:46.871103 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:46.886678 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0659292a-25c2-4544-b5d4-03b9c9e6f4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (1b882104-fdc6-435b-a80f-cd45b753e7cd), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:46.888602 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0659292a-25c2-4544-b5d4-03b9c9e6f4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:46.889726 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-0659292a-25c2-4544-b5d4-03b9c9e6f4aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1b882104-fdc6-435b-a80f-cd45b753e7cd HTTP/1.1" status: 204 len: 168 time: 0.2101989 Jan 17 09:31:46.949544 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659292a-25c2-4544-b5d4-03b9c9e6f4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b882104-fdc6-435b-a80f-cd45b753e7cd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:47.016706 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54dce35-04fa-47a9-a1f1-261d020bc753 req-4b2e3263-8e90-482c-a637-1efe25e09f14 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:47.017424 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e54dce35-04fa-47a9-a1f1-261d020bc753 req-4b2e3263-8e90-482c-a637-1efe25e09f14 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 945 time: 0.1598468 Jan 17 09:31:47.036342 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f319b-c3e9-462c-b99b-4f797b5a2d6f req-70a07de6-8470-4e4b-bdcf-8002bb9af5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:47.044968 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-933f319b-c3e9-462c-b99b-4f797b5a2d6f req-70a07de6-8470-4e4b-bdcf-8002bb9af5a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 1098 time: 0.1046772 Jan 17 09:31:47.072422 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device ae337632-0934-47f7-96a8-5cebb9e08bcf up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:31:47.143109 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e54dce35-04fa-47a9-a1f1-261d020bc753 req-489cef31-6675-456f-9897-39c8e610bb37 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180217 Jan 17 09:31:47.183043 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-933f319b-c3e9-462c-b99b-4f797b5a2d6f req-730b2be9-7d5f-455d-a706-9f7c27f1df8d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371439 Jan 17 09:31:47.230933 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port ae337632-0934-47f7-96a8-5cebb9e08bcf triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:47.231420 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (ae337632-0934-47f7-96a8-5cebb9e08bcf), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:47.302616 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52135bbd-9081-4eb7-a6e5-681acff78910 req-547836b0-6195-4efa-bb9f-371529794728 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:47.327204 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-52135bbd-9081-4eb7-a6e5-681acff78910 req-547836b0-6195-4efa-bb9f-371529794728 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.1002285 Jan 17 09:31:47.341316 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 36260) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:47.367817 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8f11-e1b7-4adb-a2cf-ab72f001a10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:47.401839 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-52135bbd-9081-4eb7-a6e5-681acff78910 req-b2931e56-44e9-4887-853d-6678665f5478 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687892 Jan 17 09:31:47.416847 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port ae337632-0934-47f7-96a8-5cebb9e08bcf is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:47.473393 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8f11-e1b7-4adb-a2cf-ab72f001a10c admin admin] Publish callbacks [] for security_group (373bef22-fc72-4d3e-9824-326804555674), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:47.477374 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8f11-e1b7-4adb-a2cf-ab72f001a10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (373bef22-fc72-4d3e-9824-326804555674), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:47.484900 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Publish callbacks [] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:47.505731 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:47.537339 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4c4e8f11-e1b7-4adb-a2cf-ab72f001a10c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=41dba28bbd0f4c129a02fd98854c5578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948955 Jan 17 09:31:47.541013 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 36262) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:47.585815 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e8f11-e1b7-4adb-a2cf-ab72f001a10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373bef22-fc72-4d3e-9824-326804555674,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:47.593751 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888f962-68d4-476c-8e2c-2c8c86a229ba None None] Pushing event updated for resources: {'Port': ['ID=8ef85823-3080-43cf-847a-18d6a6ec94b3,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:47.654120 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Attempting to bind port 8ef85823-3080-43cf-847a-18d6a6ec94b3 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:31:47.654340 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Attempting to bind port 8ef85823-3080-43cf-847a-18d6a6ec94b3 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'b091ecd9-57a8-4471-9459-eeb79c43e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2fbd889-0fb9-4da0-9419-0ecb51c48c42'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:31:47.654577 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Attempting to bind port 8ef85823-3080-43cf-847a-18d6a6ec94b3 on network d2fbd889-0fb9-4da0-9419-0ecb51c48c42 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:31:47.661245 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:31:47.661621 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Checking segment: {'id': 'b091ecd9-57a8-4471-9459-eeb79c43e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2fbd889-0fb9-4da0-9419-0ecb51c48c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:31:47.662035 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:47.662429 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Bound using segment: {'id': 'b091ecd9-57a8-4471-9459-eeb79c43e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2fbd889-0fb9-4da0-9419-0ecb51c48c42'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:31:47.662903 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Bound port: 8ef85823-3080-43cf-847a-18d6a6ec94b3, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b091ecd9-57a8-4471-9459-eeb79c43e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2fbd889-0fb9-4da0-9419-0ecb51c48c42'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:31:47.663389 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:47.702072 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e521bf71-fa2c-4e2b-990a-948ac7bcde0a admin admin] Publish callbacks [] for security_group (373bef22-fc72-4d3e-9824-326804555674), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:47.728816 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e521bf71-fa2c-4e2b-990a-948ac7bcde0a admin admin] Publish callbacks [] for security_group (373bef22-fc72-4d3e-9824-326804555674), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:47.746864 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] For port 8ef85823-3080-43cf-847a-18d6a6ec94b3, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:31:47.751043 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] For port 8ef85823-3080-43cf-847a-18d6a6ec94b3, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=8ef85823-3080-43cf-847a-18d6a6ec94b3,segment=NetworkSegment(b091ecd9-57a8-4471-9459-eeb79c43e8d0),segment_id=b091ecd9-57a8-4471-9459-eeb79c43e8d0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:31:47.756595 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:47.793436 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e521bf71-fa2c-4e2b-990a-948ac7bcde0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (373bef22-fc72-4d3e-9824-326804555674), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:47.798268 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e521bf71-fa2c-4e2b-990a-948ac7bcde0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:47.805520 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-e521bf71-fa2c-4e2b-990a-948ac7bcde0a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/373bef22-fc72-4d3e-9824-326804555674 HTTP/1.1" status: 204 len: 168 time: 0.2624781 Jan 17 09:31:47.817335 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521bf71-fa2c-4e2b-990a-948ac7bcde0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373bef22-fc72-4d3e-9824-326804555674,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:47.893000 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Routers {'95739889-e281-4499-b87d-fbea0f4b69f4'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:31:47.893816 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:31:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['95739889-e281-4499-b87d-fbea0f4b69f4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:47.993007 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888f962-68d4-476c-8e2c-2c8c86a229ba None None] Pushing event updated for resources: {'Port': ['ID=8ef85823-3080-43cf-847a-18d6a6ec94b3,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:48.071443 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-da4047a5-029c-498f-baec-6f5c239c962b None None] Provisioning complete for port 8ef85823-3080-43cf-847a-18d6a6ec94b3 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:48.071829 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-da4047a5-029c-498f-baec-6f5c239c962b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:48.075175 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] Set router 95739889-e281-4499-b87d-fbea0f4b69f4 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:31:48.350726 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fedba4-2b84-418b-8c05-7ec9468e5bf4 req-089590fa-f931-4761-91c0-be86be647896 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:48.364215 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-30fedba4-2b84-418b-8c05-7ec9468e5bf4 req-089590fa-f931-4761-91c0-be86be647896 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 945 time: 0.1110139 Jan 17 09:31:48.467781 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-30fedba4-2b84-418b-8c05-7ec9468e5bf4 req-c2f9742e-593c-4509-8eef-fbdea20f0e57 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023991 Jan 17 09:31:48.559665 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-da4047a5-029c-498f-baec-6f5c239c962b None None] Current status of the port 8ef85823-3080-43cf-847a-18d6a6ec94b3 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:48.560496 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-da4047a5-029c-498f-baec-6f5c239c962b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:48.632270 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a9bbf-d597-4e9d-90c6-78f9ea00697b req-079ab8ac-508f-4017-a56d-7ebbb048d6bd tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:48.647682 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-131a9bbf-d597-4e9d-90c6-78f9ea00697b req-079ab8ac-508f-4017-a56d-7ebbb048d6bd tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.1202664 Jan 17 09:31:48.695767 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-da4047a5-029c-498f-baec-6f5c239c962b None None] For port 8ef85823-3080-43cf-847a-18d6a6ec94b3, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=8ef85823-3080-43cf-847a-18d6a6ec94b3,segment=NetworkSegment(b091ecd9-57a8-4471-9459-eeb79c43e8d0),segment_id=b091ecd9-57a8-4471-9459-eeb79c43e8d0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:31:48.705280 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-da4047a5-029c-498f-baec-6f5c239c962b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:48.798293 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-131a9bbf-d597-4e9d-90c6-78f9ea00697b req-866887a1-e99f-43df-ba84-5e8d23296fe6 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490295 Jan 17 09:31:48.841905 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'name': 'tempest-TestMinimumBasicScenario-609627751-router', 'tenant_id': '2483e26db64b434baa02c65fd8a7ec95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ae337632-0934-47f7-96a8-5cebb9e08bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:31:43Z', 'revision_number': 4, 'project_id': '2483e26db64b434baa02c65fd8a7ec95', 'gw_port': {'id': 'ae337632-0934-47f7-96a8-5cebb9e08bcf', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '8ef85823-3080-43cf-847a-18d6a6ec94b3', 'name': '', 'network_id': 'd2fbd889-0fb9-4da0-9419-0ecb51c48c42', 'tenant_id': '2483e26db64b434baa02c65fd8a7ec95', 'mac_address': 'fa:16:3e:1f:93:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '105eabb0-7f88-4441-94a2-00383afab0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:42Z', 'updated_at': '2022-01-17T09:31:47Z', 'revision_number': 4, 'project_id': '2483e26db64b434baa02c65fd8a7ec95', 'subnets': [{'id': '105eabb0-7f88-4441-94a2-00383afab0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:31:48.889437 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4047a5-029c-498f-baec-6f5c239c962b None None] Pushing event updated for resources: {'Port': ['ID=8ef85823-3080-43cf-847a-18d6a6ec94b3,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:48.902752 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704f0b1-41a0-4d9d-85da-de2503193e09 None None] The sync data for ids ['95739889-e281-4499-b87d-fbea0f4b69f4'] in dv-cinder-815582-7-iscsi is: [{'id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'name': 'tempest-TestMinimumBasicScenario-609627751-router', 'tenant_id': '2483e26db64b434baa02c65fd8a7ec95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ae337632-0934-47f7-96a8-5cebb9e08bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:31:43Z', 'revision_number': 4, 'project_id': '2483e26db64b434baa02c65fd8a7ec95', 'gw_port': {'id': 'ae337632-0934-47f7-96a8-5cebb9e08bcf', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '8ef85823-3080-43cf-847a-18d6a6ec94b3', 'name': '', 'network_id': 'd2fbd889-0fb9-4da0-9419-0ecb51c48c42', 'tenant_id': '2483e26db64b434baa02c65fd8a7ec95', 'mac_address': 'fa:16:3e:1f:93:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '105eabb0-7f88-4441-94a2-00383afab0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:42Z', 'updated_at': '2022-01-17T09:31:47Z', 'revision_number': 4, 'project_id': '2483e26db64b434baa02c65fd8a7ec95', 'subnets': [{'id': '105eabb0-7f88-4441-94a2-00383afab0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:31:48.925428 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0cb4b9f1-3c92-42c2-86c8-644b9f9db439 None None] Provisioning complete for port 8ef85823-3080-43cf-847a-18d6a6ec94b3 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:48.925811 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0cb4b9f1-3c92-42c2-86c8-644b9f9db439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:49.136366 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4b9f1-3c92-42c2-86c8-644b9f9db439 None None] Current status of the port 8ef85823-3080-43cf-847a-18d6a6ec94b3 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:49.639188 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfc036-6a00-4b63-8340-50930eeedb5e req-4fbfc292-6ef7-4fc9-9eca-d39173798a50 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:49.649750 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-84dfc036-6a00-4b63-8340-50930eeedb5e req-4fbfc292-6ef7-4fc9-9eca-d39173798a50 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 945 time: 0.1082299 Jan 17 09:31:49.772418 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-84dfc036-6a00-4b63-8340-50930eeedb5e req-664a9d78-2eee-425e-8b0f-ab4ba63ecde4 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006284 Jan 17 09:31:50.067588 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9092097-bd04-4180-a25c-ebaaf7564fcd req-9e4e3bf2-94cc-40cc-b553-1e6f0bf3dc8c tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:50.070056 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a9092097-bd04-4180-a25c-ebaaf7564fcd req-9e4e3bf2-94cc-40cc-b553-1e6f0bf3dc8c tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0896132 Jan 17 09:31:50.130640 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a9092097-bd04-4180-a25c-ebaaf7564fcd req-7742aeb0-0ff5-4a20-ba78-a48d8ddcd093 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555534 Jan 17 09:31:51.002027 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 8ef85823-3080-43cf-847a-18d6a6ec94b3 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:31:51.054914 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 36388) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:51.061354 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 8ef85823-3080-43cf-847a-18d6a6ec94b3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:31:51.062009 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:51.217066 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d1db700-2b1d-46eb-9631-4c88ca86e92b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:51.287538 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bf9ad-3b0b-45a4-8250-0e2394b49434 req-dcbefed6-34e2-4480-b3bb-87869792da15 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:51.294113 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 8ef85823-3080-43cf-847a-18d6a6ec94b3 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:31:51.296458 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9a3bf9ad-3b0b-45a4-8250-0e2394b49434 req-dcbefed6-34e2-4480-b3bb-87869792da15 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0625441 Jan 17 09:31:51.336947 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d1db700-2b1d-46eb-9631-4c88ca86e92b admin admin] Publish callbacks [] for security_group (1e5d34d7-1091-4b71-8baf-75b1cc0cae31), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:51.344123 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d1db700-2b1d-46eb-9631-4c88ca86e92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (1e5d34d7-1091-4b71-8baf-75b1cc0cae31), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:51.388832 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9a3bf9ad-3b0b-45a4-8250-0e2394b49434 req-730a5c74-7ff3-4b97-a7fc-a1f95477b78b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782564 Jan 17 09:31:51.390991 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-1d1db700-2b1d-46eb-9631-4c88ca86e92b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1c7260fcbcee41c2a68563ef43eeeed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348587 Jan 17 09:31:51.394745 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 36394) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:51.403013 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1db700-2b1d-46eb-9631-4c88ca86e92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5d34d7-1091-4b71-8baf-75b1cc0cae31,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:51.450365 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54bee59a-1314-48d0-b662-888dba79b81e admin admin] Publish callbacks [] for security_group (1e5d34d7-1091-4b71-8baf-75b1cc0cae31), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:51.477188 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54bee59a-1314-48d0-b662-888dba79b81e admin admin] Publish callbacks [] for security_group (1e5d34d7-1091-4b71-8baf-75b1cc0cae31), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:51.528298 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54bee59a-1314-48d0-b662-888dba79b81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (1e5d34d7-1091-4b71-8baf-75b1cc0cae31), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:51.531323 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54bee59a-1314-48d0-b662-888dba79b81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:51.532879 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-54bee59a-1314-48d0-b662-888dba79b81e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1e5d34d7-1091-4b71-8baf-75b1cc0cae31 HTTP/1.1" status: 204 len: 168 time: 0.1369507 Jan 17 09:31:51.542884 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bee59a-1314-48d0-b662-888dba79b81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5d34d7-1091-4b71-8baf-75b1cc0cae31,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:51.951861 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 36412) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:51.969968 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34272aa5-738a-4f66-bd06-17816db8947e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:52.070393 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34272aa5-738a-4f66-bd06-17816db8947e admin admin] Publish callbacks [] for security_group (ab72ead2-5490-448c-a10a-fb1e60542a9a), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:52.076447 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34272aa5-738a-4f66-bd06-17816db8947e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (ab72ead2-5490-448c-a10a-fb1e60542a9a), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:52.123216 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-34272aa5-738a-4f66-bd06-17816db8947e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b28576afd74645d9922c107d871610a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1697307 Jan 17 09:31:52.125842 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 36420) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:52.134030 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34272aa5-738a-4f66-bd06-17816db8947e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab72ead2-5490-448c-a10a-fb1e60542a9a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:52.204599 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddc18ee8-1652-40bc-bb98-d226da128e86 admin admin] Publish callbacks [] for security_group (ab72ead2-5490-448c-a10a-fb1e60542a9a), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:52.230268 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddc18ee8-1652-40bc-bb98-d226da128e86 admin admin] Publish callbacks [] for security_group (ab72ead2-5490-448c-a10a-fb1e60542a9a), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:52.307133 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddc18ee8-1652-40bc-bb98-d226da128e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (ab72ead2-5490-448c-a10a-fb1e60542a9a), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:52.310448 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddc18ee8-1652-40bc-bb98-d226da128e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:52.327167 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ddc18ee8-1652-40bc-bb98-d226da128e86 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab72ead2-5490-448c-a10a-fb1e60542a9a HTTP/1.1" status: 204 len: 168 time: 0.2001860 Jan 17 09:31:52.347176 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc18ee8-1652-40bc-bb98-d226da128e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab72ead2-5490-448c-a10a-fb1e60542a9a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:52.529623 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b7065-0fd3-4172-b0ba-ede1dc23c32b req-fe6a2ca5-f95c-4892-81c9-599ed1c4218c tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:52.537755 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2b2b7065-0fd3-4172-b0ba-ede1dc23c32b req-fe6a2ca5-f95c-4892-81c9-599ed1c4218c tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0649970 Jan 17 09:31:52.649733 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2b2b7065-0fd3-4172-b0ba-ede1dc23c32b req-5587ba41-a2a3-4a2e-9a65-88d45cb64824 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115675 Jan 17 09:31:53.432663 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962fd47-6d86-43e4-9777-439e36f9e01e req-3f9a7bf5-7199-4f51-aac6-8a36e52f034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:53.434154 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8962fd47-6d86-43e4-9777-439e36f9e01e req-3f9a7bf5-7199-4f51-aac6-8a36e52f034e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 1099 time: 0.0752327 Jan 17 09:31:53.442794 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-33a69fb0-1ed6-4829-bf75-ce956e2b8b2e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:53.444608 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-33a69fb0-1ed6-4829-bf75-ce956e2b8b2e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/networks?id=acf9c04f-17ce-41f9-812d-42c23fd57a40 HTTP/1.1" status: 200 len: 814 time: 0.1959195 Jan 17 09:31:53.482212 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-a03c3627-563f-48e1-9ddb-9021d0242683 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/quotas/f2c4a35580ca41e4b962d614863de67a HTTP/1.1" status: 200 len: 375 time: 0.0289574 Jan 17 09:31:53.538839 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8962fd47-6d86-43e4-9777-439e36f9e01e req-4130bca0-98da-48f3-8bb7-e69decd8976f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912211 Jan 17 09:31:53.594245 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-f44a1042-9f65-4112-8ff3-83dcde70d7c7 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f2c4a35580ca41e4b962d614863de67a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039560 Jan 17 09:31:53.708860 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-e836b18b-9404-4555-9a5d-45b9cb93f25c service neutron] 10.222.0.77 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064963 Jan 17 09:31:53.797953 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-7551419e-e56f-4c4f-9148-e2f102739499 service neutron] 10.222.0.77 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881972 Jan 17 09:31:53.837637 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f62fd-0103-4e23-a9be-213527a2ae72 req-2ff1e01f-a503-49e7-8587-a7b8122aaa8e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:53.839139 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a03f62fd-0103-4e23-a9be-213527a2ae72 req-2ff1e01f-a503-49e7-8587-a7b8122aaa8e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0841455 Jan 17 09:31:53.890217 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a03f62fd-0103-4e23-a9be-213527a2ae72 req-bfb134c0-e56a-49d5-8f37-478a121a45c5 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450723 Jan 17 09:31:54.131364 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-33c29a75-d0fa-4884-ab3d-5f96ea5ca0d6 req-fb1163ff-3654-4f1d-a7c6-06d9cbd24f0b tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 210 time: 0.0533464 Jan 17 09:31:55.017129 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25b4f7-da92-4812-b039-7de5a20929f1 req-634bfced-1de9-433a-a5a6-da6fcee951da tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:55.024010 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c25b4f7-da92-4812-b039-7de5a20929f1 req-634bfced-1de9-433a-a5a6-da6fcee951da tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0590091 Jan 17 09:31:55.070350 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0c25b4f7-da92-4812-b039-7de5a20929f1 req-7923155f-175f-4b58-b10f-f2fc29d5512f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Jan 17 09:31:55.242458 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-45e46d2c-64b9-4dec-8b2b-b5fafb3c901b req-6493e5e8-ea99-44f5-9170-5ea55144d7ac tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 210 time: 0.0271451 Jan 17 09:31:56.195876 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d1383-d1cf-4852-8a5b-5f4707cf347a req-ca36a063-4261-4539-af1b-509de0e88eab tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:56.197455 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c99d1383-d1cf-4852-8a5b-5f4707cf347a req-ca36a063-4261-4539-af1b-509de0e88eab tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0517135 Jan 17 09:31:56.265091 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c99d1383-d1cf-4852-8a5b-5f4707cf347a req-2e007ee3-2fa2-4da2-b295-1dce05c73c3a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575638 Jan 17 09:31:56.364574 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a854c886-5cbf-494b-9a6e-ae90dd6325d5 req-0481cc95-6b77-4a39-8371-929217c5a7a0 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 210 time: 0.0355577 Jan 17 09:31:57.237745 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-aec6b038-3b83-4039-a223-9a8e69c9e7e7 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:57.242477 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-aec6b038-3b83-4039-a223-9a8e69c9e7e7 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "GET /v2.0/networks?id=acf9c04f-17ce-41f9-812d-42c23fd57a40 HTTP/1.1" status: 200 len: 814 time: 0.1127934 Jan 17 09:31:57.258968 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-c1b51c5f-7d45-49ce-a469-da745a0ff330 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Request body: {'port': {'device_id': 'c7e6df1f-faa6-42fd-ad6a-76493dc11e85', 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40', 'admin_state_up': True, 'tenant_id': 'f2c4a35580ca41e4b962d614863de67a'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:31:57.409507 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa930b4-bb81-4fbe-8134-86ecb779f930 req-c9edf962-2165-4c71-b362-cef4abdcce30 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:57.417629 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bfa930b4-bb81-4fbe-8134-86ecb779f930 req-c9edf962-2165-4c71-b362-cef4abdcce30 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0675554 Jan 17 09:31:57.420061 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-c1b51c5f-7d45-49ce-a469-da745a0ff330 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Made reservation on behalf of f2c4a35580ca41e4b962d614863de67a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:31:57.428619 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-c1b51c5f-7d45-49ce-a469-da745a0ff330 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:57.501232 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bfa930b4-bb81-4fbe-8134-86ecb779f930 req-10204ab8-dcc7-48ec-81dc-62b545124079 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815377 Jan 17 09:31:57.613394 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-c1b51c5f-7d45-49ce-a469-da745a0ff330 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Allocated IP 172.20.0.13 (acf9c04f-17ce-41f9-812d-42c23fd57a40/b654e773-cc35-4a44-8162-0cbbfbcc4f48/b18b1879-339a-4d5c-8475-d18bb69ff0f6) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:31:57.680198 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-252d6908-98bb-46c2-8b9d-3b027c9972f6 req-7dc3c706-4558-4f02-bea3-c6fb7698d8b4 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 210 time: 0.0702691 Jan 17 09:31:57.834844 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 36590) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:57.844951 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-c1b51c5f-7d45-49ce-a469-da745a0ff330 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks [] for port (b18b1879-339a-4d5c-8475-d18bb69ff0f6), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:57.880143 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-c1b51c5f-7d45-49ce-a469-da745a0ff330 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (b18b1879-339a-4d5c-8475-d18bb69ff0f6), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:57.899652 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['c868553e-a0d2-4056-9a31-614cc766888f', '9fc11fea-d13a-4cdd-a344-0014cdc8290d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:31:57.946050 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-c1b51c5f-7d45-49ce-a469-da745a0ff330 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Network acf9c04f-17ce-41f9-812d-42c23fd57a40 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:31:57.951873 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-c1b51c5f-7d45-49ce-a469-da745a0ff330 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:31:57.958519 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-c1b51c5f-7d45-49ce-a469-da745a0ff330 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:31:57.960455 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fcbff384-6d45-4e38-b867-ac524ffe5716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:57.999677 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b51c5f-7d45-49ce-a469-da745a0ff330 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Pushing event updated for resources: {'Port': ['ID=b18b1879-339a-4d5c-8475-d18bb69ff0f6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:58.027378 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-c1b51c5f-7d45-49ce-a469-da745a0ff330 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:58.027642 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-c1b51c5f-7d45-49ce-a469-da745a0ff330 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:58.047776 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-c1b51c5f-7d45-49ce-a469-da745a0ff330 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7927084 Jan 17 09:31:58.054985 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fcbff384-6d45-4e38-b867-ac524ffe5716 admin admin] Publish callbacks [] for security_group (97d2447f-a527-49f9-ad01-a47a367b64c0), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:58.061407 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fcbff384-6d45-4e38-b867-ac524ffe5716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (97d2447f-a527-49f9-ad01-a47a367b64c0), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:58.102437 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-fcbff384-6d45-4e38-b867-ac524ffe5716 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95d732bb32a7425a9ff7662d1268cbb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642105 Jan 17 09:31:58.102437 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbff384-6d45-4e38-b867-ac524ffe5716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d2447f-a527-49f9-ad01-a47a367b64c0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:58.102741 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 36598) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:31:58.156623 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30edf54e-0e22-4638-b89c-25131d43cc52 admin admin] Publish callbacks [] for security_group (97d2447f-a527-49f9-ad01-a47a367b64c0), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:58.179673 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30edf54e-0e22-4638-b89c-25131d43cc52 admin admin] Publish callbacks [] for security_group (97d2447f-a527-49f9-ad01-a47a367b64c0), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:58.227651 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30edf54e-0e22-4638-b89c-25131d43cc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (97d2447f-a527-49f9-ad01-a47a367b64c0), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:58.230289 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30edf54e-0e22-4638-b89c-25131d43cc52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:31:58.231480 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-30edf54e-0e22-4638-b89c-25131d43cc52 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/97d2447f-a527-49f9-ad01-a47a367b64c0 HTTP/1.1" status: 204 len: 168 time: 0.1277461 Jan 17 09:31:58.240081 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edf54e-0e22-4638-b89c-25131d43cc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d2447f-a527-49f9-ad01-a47a367b64c0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:31:58.469807 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-168c9b6d-4c2e-45ca-a6c4-842cc886de4e tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:58.471359 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-168c9b6d-4c2e-45ca-a6c4-842cc886de4e tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/networks?id=4ca40599-ab90-4780-a383-29ac79e39457 HTTP/1.1" status: 200 len: 815 time: 0.3018606 Jan 17 09:31:58.485540 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-76c9282f-8722-496a-808e-ce2afb6f46a4 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/quotas/e32b843e30784d99889f77423af053ff HTTP/1.1" status: 200 len: 375 time: 0.0088291 Jan 17 09:31:58.536447 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-6e49294c-01ba-4a25-afe9-570981a84793 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e32b843e30784d99889f77423af053ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455186 Jan 17 09:31:58.615048 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942e0b6-e2e0-43ac-825c-f0ea1cdb340a req-4691e7f7-df67-4caf-9f5c-396cfaeceaa3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:58.616567 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7942e0b6-e2e0-43ac-825c-f0ea1cdb340a req-4691e7f7-df67-4caf-9f5c-396cfaeceaa3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0485425 Jan 17 09:31:58.640444 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-3f4f537f-2466-4cd0-9f9a-803c7086166d service neutron] 10.222.0.77 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897415 Jan 17 09:31:58.670720 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7942e0b6-e2e0-43ac-825c-f0ea1cdb340a req-b6930446-a509-4184-8ceb-15ef890d5e52 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467882 Jan 17 09:31:58.739259 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-f0a10ea3-c2fe-445b-84d0-760fe16ffab0 service neutron] 10.222.0.77 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904634 Jan 17 09:31:58.836247 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4db030-b0ac-4a3c-bee2-074d4dd520fa req-d43c125c-7252-44b7-9841-e25b0face4c6 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:58.838476 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0b4db030-b0ac-4a3c-bee2-074d4dd520fa req-d43c125c-7252-44b7-9841-e25b0face4c6 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 932 time: 0.0736756 Jan 17 09:31:58.897722 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0b4db030-b0ac-4a3c-bee2-074d4dd520fa req-fbf00c04-4969-4bba-bff0-133e8994b7ea tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535049 Jan 17 09:31:58.984799 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132924f-686f-4fe5-9368-7ae0e8825d39 req-3e55edd2-4a0a-4149-aa46-9fbdec5d82ee tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:58.986308 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3132924f-686f-4fe5-9368-7ae0e8825d39 req-3e55edd2-4a0a-4149-aa46-9fbdec5d82ee tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0718889 Jan 17 09:31:59.045273 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3132924f-686f-4fe5-9368-7ae0e8825d39 req-bed782d2-3209-48cd-8cd5-bb886422a108 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513968 Jan 17 09:31:59.143145 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-467c570a-0c1d-4a4b-9e2f-fd0c66aaa728 req-182a6549-30f7-4dd8-9fe3-330398afe9ea tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 210 time: 0.0385914 Jan 17 09:31:59.734314 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Request body: {'port': {'device_id': 'c7e6df1f-faa6-42fd-ad6a-76493dc11e85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:31:59.783086 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b18b1879-339a-4d5c-8475-d18bb69ff0f6), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:00.009259 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4cb47-5064-4363-ae6a-caa6f9cebeed req-c103e6df-06f8-4f3b-bf91-a98724a81384 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:00.010731 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2df4cb47-5064-4363-ae6a-caa6f9cebeed req-c103e6df-06f8-4f3b-bf91-a98724a81384 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 932 time: 0.0474553 Jan 17 09:32:00.037911 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18b1879-339a-4d5c-8475-d18bb69ff0f6 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:32:00.045308 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Publish callbacks [] for port (b18b1879-339a-4d5c-8475-d18bb69ff0f6), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:00.057002 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2df4cb47-5064-4363-ae6a-caa6f9cebeed req-98491b4e-71e7-49f0-844b-03ad3d5473ea tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405796 Jan 17 09:32:00.057761 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Transition to ACTIVE for port object b18b1879-339a-4d5c-8475-d18bb69ff0f6 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:32:00.063201 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (b18b1879-339a-4d5c-8475-d18bb69ff0f6), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:00.114989 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Pushing event updated for resources: {'Port': ['ID=b18b1879-339a-4d5c-8475-d18bb69ff0f6,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:00.179252 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Attempting to bind port b18b1879-339a-4d5c-8475-d18bb69ff0f6 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:32:00.179597 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Attempting to bind port b18b1879-339a-4d5c-8475-d18bb69ff0f6 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:32:00.179976 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Attempting to bind port b18b1879-339a-4d5c-8475-d18bb69ff0f6 on network acf9c04f-17ce-41f9-812d-42c23fd57a40 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:32:00.184221 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Port b18b1879-339a-4d5c-8475-d18bb69ff0f6 on network acf9c04f-17ce-41f9-812d-42c23fd57a40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:32:00.184545 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Attempting to bind port b18b1879-339a-4d5c-8475-d18bb69ff0f6 on network acf9c04f-17ce-41f9-812d-42c23fd57a40 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:32:00.189218 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:32:00.189556 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Checking segment: {'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:32:00.189942 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Bound using segment: {'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:32:00.190366 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Bound port: b18b1879-339a-4d5c-8475-d18bb69ff0f6, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:32:00.190767 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b18b1879-339a-4d5c-8475-d18bb69ff0f6), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:00.234820 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-07b6a6e5-3728-456f-b356-713954f37a68 req-45060415-01e8-4bd7-8c59-875b5e3cc937 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 210 time: 0.0291166 Jan 17 09:32:00.254716 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] For port b18b1879-339a-4d5c-8475-d18bb69ff0f6, host hv-cinder-81558, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:32:00.257698 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] For port b18b1879-339a-4d5c-8475-d18bb69ff0f6, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b18b1879-339a-4d5c-8475-d18bb69ff0f6,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:32:00.262185 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (b18b1879-339a-4d5c-8475-d18bb69ff0f6), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:00.297757 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:00.298374 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:00.299866 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] 10.222.0.31 "PUT /v2.0/ports/b18b1879-339a-4d5c-8475-d18bb69ff0f6 HTTP/1.1" status: 200 len: 1094 time: 0.5698895 Jan 17 09:32:00.300829 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e6df1f-faa6-42fd-ad6a-76493dc11e85', 'tag': 'b18b1879-339a-4d5c-8475-d18bb69ff0f6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:32:00.303071 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ba7ccd-697b-4b7d-bb5d-0e314a747e39" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e6df1f-faa6-42fd-ad6a-76493dc11e85", "tag": "b18b1879-339a-4d5c-8475-d18bb69ff0f6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:32:00.322692 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3f75c-cf49-4dea-b99a-f4c803cc7424 service neutron] Pushing event updated for resources: {'Port': ['ID=b18b1879-339a-4d5c-8475-d18bb69ff0f6,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:00.337758 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceafc27e-2f81-4269-8c59-542ca8e7df7b x-openstack-request-id: req-ceafc27e-2f81-4269-8c59-542ca8e7df7b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:32:00.338050 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e6df1f-faa6-42fd-ad6a-76493dc11e85", "tag": "b18b1879-339a-4d5c-8475-d18bb69ff0f6", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:32:00.338305 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ceafc27e-2f81-4269-8c59-542ca8e7df7b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:32:00.338700 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e6df1f-faa6-42fd-ad6a-76493dc11e85', 'tag': 'b18b1879-339a-4d5c-8475-d18bb69ff0f6', 'status': 'completed', 'code': 200} Jan 17 09:32:00.765861 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba7ccd-697b-4b7d-bb5d-0e314a747e39 req-d85aeb27-1cb4-4ab4-bdf0-c97eb56ae7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:00.767534 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a0ba7ccd-697b-4b7d-bb5d-0e314a747e39 req-d85aeb27-1cb4-4ab4-bdf0-c97eb56ae7bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2c4a35580ca41e4b962d614863de67a&device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 1097 time: 0.0422027 Jan 17 09:32:00.874869 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba7ccd-697b-4b7d-bb5d-0e314a747e39 req-3871fc9a-1b17-45b8-8a1f-422e8a956633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:00.876434 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a0ba7ccd-697b-4b7d-bb5d-0e314a747e39 req-3871fc9a-1b17-45b8-8a1f-422e8a956633 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f2c4a35580ca41e4b962d614863de67a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0985756 Jan 17 09:32:00.983368 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba7ccd-697b-4b7d-bb5d-0e314a747e39 req-d09ba589-a572-49a2-a467-4a57a918fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:00.984853 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a0ba7ccd-697b-4b7d-bb5d-0e314a747e39 req-d09ba589-a572-49a2-a467-4a57a918fd27 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958452 Jan 17 09:32:01.067862 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-896f0b94-a264-4775-a0a6-efa526c27e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:01.069329 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-896f0b94-a264-4775-a0a6-efa526c27e69 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2c4a35580ca41e4b962d614863de67a&device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 1097 time: 0.0402362 Jan 17 09:32:01.119311 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-1210a31c-6f51-4b34-b0ef-ec1b72d8cca2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18b1879-339a-4d5c-8475-d18bb69ff0f6 HTTP/1.1" status: 200 len: 217 time: 0.0378201 Jan 17 09:32:01.174404 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca481e7-38b0-4dfc-926e-04e47882d4a5 req-f1295e6e-574a-460b-bf98-1d3374230f4a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:01.176901 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1ca481e7-38b0-4dfc-926e-04e47882d4a5 req-f1295e6e-574a-460b-bf98-1d3374230f4a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 944 time: 0.0489922 Jan 17 09:32:01.178412 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-5d844467-ded7-4d92-926c-90a8f1a6d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:01.179951 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-5d844467-ded7-4d92-926c-90a8f1a6d8ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b654e773-cc35-4a44-8162-0cbbfbcc4f48 HTTP/1.1" status: 200 len: 854 time: 0.0467379 Jan 17 09:32:01.210628 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-13cda40e-04db-4af3-b6d5-19a39fddbe9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=acf9c04f-17ce-41f9-812d-42c23fd57a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245304 Jan 17 09:32:01.225515 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1ca481e7-38b0-4dfc-926e-04e47882d4a5 req-d97eb194-2e87-4937-9b3b-e5746088ecc0 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427797 Jan 17 09:32:01.309291 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-6b95f41b-c9c2-4c01-bd23-a45794bce112 service neutron] 10.222.0.31 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900695 Jan 17 09:32:01.394990 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-327e4238-448e-4368-a5d5-eda05686aa48 req-3b1558b9-dca9-4f36-8da2-b4a641c287c3 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 210 time: 0.0770369 Jan 17 09:32:01.435648 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f3bfed28-c864-480a-be02-c9bdc313b010 req-e08bfa54-daff-4a31-b932-c7c3ec0f0b68 service neutron] 10.222.0.31 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162291 Jan 17 09:32:01.507209 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-9d1c9f16-1290-43ef-a65d-7c319d0bad07 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:01.508736 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-9d1c9f16-1290-43ef-a65d-7c319d0bad07 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.31 "GET /v2.0/networks?id=4ca40599-ab90-4780-a383-29ac79e39457 HTTP/1.1" status: 200 len: 815 time: 0.1288130 Jan 17 09:32:01.530336 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-7bef2551-7148-4408-a35d-ea99655baf52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Request body: {'port': {'device_id': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'admin_state_up': True, 'tenant_id': 'e32b843e30784d99889f77423af053ff'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:01.678718 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-7bef2551-7148-4408-a35d-ea99655baf52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Made reservation on behalf of e32b843e30784d99889f77423af053ff for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:32:01.683376 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-7bef2551-7148-4408-a35d-ea99655baf52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:01.770261 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ea58f-9383-41b3-88e7-638f1978d196 req-53b28d97-466a-4f92-b84f-d87edc29e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:01.771758 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a18ea58f-9383-41b3-88e7-638f1978d196 req-53b28d97-466a-4f92-b84f-d87edc29e42d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9d45a94d13240c9bf0db535e64bd980&device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0964317 Jan 17 09:32:01.823900 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87335d-6655-4f0b-8577-aea2dc1bf2da req-f60f71e7-4c13-4184-b0a1-efeae8b758d5 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:01.825311 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5a87335d-6655-4f0b-8577-aea2dc1bf2da req-f60f71e7-4c13-4184-b0a1-efeae8b758d5 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.1257212 Jan 17 09:32:01.867058 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-7bef2551-7148-4408-a35d-ea99655baf52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Allocated IP 172.20.0.11 (4ca40599-ab90-4780-a383-29ac79e39457/678c2614-400a-4c4a-beb5-43576e7a1153/da914355-e66b-4743-b38e-e245a698ca6e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:32:01.928762 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5a87335d-6655-4f0b-8577-aea2dc1bf2da req-2ba8e21c-a7c9-421e-a58a-a6e2c5dd18c1 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712004 Jan 17 09:32:01.973267 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ea58f-9383-41b3-88e7-638f1978d196 req-b47136a3-8f0d-4d3a-8663-a39066457408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:01.975175 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a18ea58f-9383-41b3-88e7-638f1978d196 req-b47136a3-8f0d-4d3a-8663-a39066457408 service neutron] 10.222.0.31 "GET /v2.0/networks?id=da34c571-1e47-48bc-a790-537149900e32 HTTP/1.1" status: 200 len: 919 time: 0.1954145 Jan 17 09:32:02.038063 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a18ea58f-9383-41b3-88e7-638f1978d196 req-6e7d2754-281c-4e33-8c52-73a293519456 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91c7a312-30e2-4838-82bc-ba855768d4eb HTTP/1.1" status: 200 len: 217 time: 0.0538821 Jan 17 09:32:02.156815 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-7bef2551-7148-4408-a35d-ea99655baf52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for port (da914355-e66b-4743-b38e-e245a698ca6e), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:02.210436 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-7bef2551-7148-4408-a35d-ea99655baf52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (da914355-e66b-4743-b38e-e245a698ca6e), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:02.249847 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-7bef2551-7148-4408-a35d-ea99655baf52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Network 4ca40599-ab90-4780-a383-29ac79e39457 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:32:02.271580 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-7bef2551-7148-4408-a35d-ea99655baf52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:32:02.274184 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-7bef2551-7148-4408-a35d-ea99655baf52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:32:02.354666 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef2551-7148-4408-a35d-ea99655baf52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Pushing event updated for resources: {'Port': ['ID=da914355-e66b-4743-b38e-e245a698ca6e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:02.374739 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-7bef2551-7148-4408-a35d-ea99655baf52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:02.376388 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-7bef2551-7148-4408-a35d-ea99655baf52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:02.380742 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ea58f-9383-41b3-88e7-638f1978d196 req-445efede-81d4-49c2-b0ee-659e0d71c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:02.384337 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a18ea58f-9383-41b3-88e7-638f1978d196 req-445efede-81d4-49c2-b0ee-659e0d71c479 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3915768e-4951-462b-8892-2a88e583fd54 HTTP/1.1" status: 200 len: 858 time: 0.3382339 Jan 17 09:32:02.440097 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-7bef2551-7148-4408-a35d-ea99655baf52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9134748 Jan 17 09:32:02.494213 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebed98-b8b0-4338-aaa1-584f429c7bc3 req-88a7c4df-1f77-4ed5-97d6-35ad55794822 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:02.498482 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a7ebed98-b8b0-4338-aaa1-584f429c7bc3 req-88a7c4df-1f77-4ed5-97d6-35ad55794822 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 944 time: 0.1088266 Jan 17 09:32:02.623442 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a7ebed98-b8b0-4338-aaa1-584f429c7bc3 req-cc6aa03e-929e-4329-8d4a-762c773de62f tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017320 Jan 17 09:32:02.643247 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8f2e8-91c2-4af1-9a4c-01cacd4aa370 req-d98f7627-fbb4-40cd-8f06-fc7f5026a962 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:02.645451 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c3f8f2e8-91c2-4af1-9a4c-01cacd4aa370 req-d98f7627-fbb4-40cd-8f06-fc7f5026a962 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 932 time: 0.1282806 Jan 17 09:32:02.663660 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-476c9b35-3687-46f2-8b53-8ca2998206b5 None None] Provisioning complete for port da914355-e66b-4743-b38e-e245a698ca6e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:02.664275 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-476c9b35-3687-46f2-8b53-8ca2998206b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (da914355-e66b-4743-b38e-e245a698ca6e), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:02.698927 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c3f8f2e8-91c2-4af1-9a4c-01cacd4aa370 req-7475d388-a123-44dc-8c53-3f5567857f81 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477397 Jan 17 09:32:02.715160 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-476c9b35-3687-46f2-8b53-8ca2998206b5 None None] Port da914355-e66b-4743-b38e-e245a698ca6e cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:32:03.040350 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3363d6-80ac-488b-80b4-3be8c546b724 req-51e827d4-8fd3-4f86-aff7-dfad46dc4d9f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:03.041770 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a3363d6-80ac-488b-80b4-3be8c546b724 req-51e827d4-8fd3-4f86-aff7-dfad46dc4d9f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0547490 Jan 17 09:32:03.112036 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a3363d6-80ac-488b-80b4-3be8c546b724 req-4605ddaf-9a27-4300-b7b8-3b57f6829bab tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644424 Jan 17 09:32:03.413213 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:32:03.740293 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77fe16-0f6c-4bc6-ba80-8ce811a3eb1c req-77f22b01-26d0-49db-a4b9-2aa146b8baa2 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:03.741741 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8e77fe16-0f6c-4bc6-ba80-8ce811a3eb1c req-77f22b01-26d0-49db-a4b9-2aa146b8baa2 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 944 time: 0.0466707 Jan 17 09:32:03.792715 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8e77fe16-0f6c-4bc6-ba80-8ce811a3eb1c req-2f4c6288-d4bc-4519-b52a-544b2a9fed4e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454590 Jan 17 09:32:03.898235 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736acb1c-66d2-4435-ba95-b87bd85900dc req-f847c7c8-65c3-4a0c-a93d-a45906d31fba tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:03.900114 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-736acb1c-66d2-4435-ba95-b87bd85900dc req-f847c7c8-65c3-4a0c-a93d-a45906d31fba tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 932 time: 0.0544622 Jan 17 09:32:03.946386 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-736acb1c-66d2-4435-ba95-b87bd85900dc req-0c2d0193-f976-4911-a950-522b87f53ddf tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407555 Jan 17 09:32:04.235615 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da265b71-4c7c-4c23-884c-2b03e69ae427 req-2cdd2841-019b-459d-8b09-e9f0c09a6536 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:04.237324 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-da265b71-4c7c-4c23-884c-2b03e69ae427 req-2cdd2841-019b-459d-8b09-e9f0c09a6536 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0523679 Jan 17 09:32:04.299948 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-da265b71-4c7c-4c23-884c-2b03e69ae427 req-a5a65947-6806-4242-8414-ac14d1f55f17 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562534 Jan 17 09:32:04.908715 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d234944-1d58-4692-9efa-62341f59fe38 req-e27a7baf-a31b-45ca-983f-862c514255f7 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:04.910266 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6d234944-1d58-4692-9efa-62341f59fe38 req-e27a7baf-a31b-45ca-983f-862c514255f7 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 944 time: 0.0515957 Jan 17 09:32:04.958558 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6d234944-1d58-4692-9efa-62341f59fe38 req-fc6f2515-063d-4104-8b9f-9362f91d474b tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Jan 17 09:32:05.074083 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c69588-1010-4b0b-b595-cacde2629300 req-2b0ca1f0-6cdf-4515-ae46-55e073d1053a tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:05.075476 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-42c69588-1010-4b0b-b595-cacde2629300 req-2b0ca1f0-6cdf-4515-ae46-55e073d1053a tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 932 time: 0.0532863 Jan 17 09:32:05.124033 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-42c69588-1010-4b0b-b595-cacde2629300 req-6d021037-7178-4f0e-b730-4a943d5ff07e tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429273 Jan 17 09:32:05.418791 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b70fd4-6386-4919-a49b-411a5f404c19 req-19b27e98-33af-4f16-9a2b-f9bf88743285 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:05.420655 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-80b70fd4-6386-4919-a49b-411a5f404c19 req-19b27e98-33af-4f16-9a2b-f9bf88743285 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0478706 Jan 17 09:32:05.470942 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-80b70fd4-6386-4919-a49b-411a5f404c19 req-7ee289ad-cc76-4f89-b8f4-6be741964aed tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437467 Jan 17 09:32:05.589123 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b18b1879-339a-4d5c-8475-d18bb69ff0f6 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:32:05.687944 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b18b1879-339a-4d5c-8475-d18bb69ff0f6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b18b1879-339a-4d5c-8475-d18bb69ff0f6,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:05.703265 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'b18b1879-339a-4d5c-8475-d18bb69ff0f6', 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40', 'port_id': 'b18b1879-339a-4d5c-8475-d18bb69ff0f6', 'mac_address': 'fa:16:3e:60:4b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b654e773-cc35-4a44-8162-0cbbfbcc4f48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:32:05.747706 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port b18b1879-339a-4d5c-8475-d18bb69ff0f6 is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:05.748158 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b18b1879-339a-4d5c-8475-d18bb69ff0f6), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:05.761777 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18b1879-339a-4d5c-8475-d18bb69ff0f6 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:32:05.783179 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b18b1879-339a-4d5c-8475-d18bb69ff0f6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b18b1879-339a-4d5c-8475-d18bb69ff0f6,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:05.788382 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (b18b1879-339a-4d5c-8475-d18bb69ff0f6), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:05.836727 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=b18b1879-339a-4d5c-8475-d18bb69ff0f6,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:05.956808 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:06.086032 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f79cb-26bd-47d1-b8cd-926217b72f73 req-197056e6-5b60-4351-b345-fe9afb22e29a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:06.088292 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a9f79cb-26bd-47d1-b8cd-926217b72f73 req-197056e6-5b60-4351-b345-fe9afb22e29a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 945 time: 0.0560355 Jan 17 09:32:06.138652 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0a9f79cb-26bd-47d1-b8cd-926217b72f73 req-c631d039-02d5-4327-9b61-aabb9fbe6bbf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455511 Jan 17 09:32:06.205198 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['b18b1879-339a-4d5c-8475-d18bb69ff0f6'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:32:06.281737 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6993184-55d5-45e0-81c7-ea74c9dbf7d2 req-701dda65-da53-4858-a607-d9b401ed1ed6 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:06.285451 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b6993184-55d5-45e0-81c7-ea74c9dbf7d2 req-701dda65-da53-4858-a607-d9b401ed1ed6 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 932 time: 0.0744917 Jan 17 09:32:06.368097 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b6993184-55d5-45e0-81c7-ea74c9dbf7d2 req-cc349ffc-0870-41d7-9a58-940579038545 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715592 Jan 17 09:32:06.598759 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43d526-7b94-41d9-a03a-03ce79c97b58 req-80fa6ab9-2aef-4768-b0e1-5b19573308b3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:06.600505 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2e43d526-7b94-41d9-a03a-03ce79c97b58 req-80fa6ab9-2aef-4768-b0e1-5b19573308b3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0580754 Jan 17 09:32:06.670437 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2e43d526-7b94-41d9-a03a-03ce79c97b58 req-5bb64f7f-b81f-4c27-baae-4ab9734e8518 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502388 Jan 17 09:32:07.281024 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f07a0-784d-40e2-8e18-87903e2dd2b2 req-3616cd53-3d23-4214-a5db-78746b3d58a6 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:07.284327 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-209f07a0-784d-40e2-8e18-87903e2dd2b2 req-3616cd53-3d23-4214-a5db-78746b3d58a6 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 945 time: 0.0750186 Jan 17 09:32:07.352444 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-209f07a0-784d-40e2-8e18-87903e2dd2b2 req-0adc7ddb-9048-40db-b859-910f0bf761cf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619886 Jan 17 09:32:07.515830 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c8190-eb9f-4ed8-8de9-d065144c1e00 req-60c2898e-ee52-4805-8cf6-071872d86a30 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:07.517673 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e17c8190-eb9f-4ed8-8de9-d065144c1e00 req-60c2898e-ee52-4805-8cf6-071872d86a30 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 932 time: 0.0750318 Jan 17 09:32:07.626881 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e17c8190-eb9f-4ed8-8de9-d065144c1e00 req-f8915639-913e-4f4f-b2a8-14d3025f827e tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013274 Jan 17 09:32:07.813040 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721b6ef-15cd-4b87-a349-4e3ddc4ef725 req-826219f7-3a57-4703-9360-caed7280704d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:07.823409 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e721b6ef-15cd-4b87-a349-4e3ddc4ef725 req-826219f7-3a57-4703-9360-caed7280704d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0769839 Jan 17 09:32:07.888980 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e721b6ef-15cd-4b87-a349-4e3ddc4ef725 req-1a6c3d99-edca-4ef3-9ea2-e560c70e3f79 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588849 Jan 17 09:32:08.481460 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885db5c-16ec-4654-8315-e1bd1583d4a3 req-178f4593-072e-4ace-b082-cc056965ee15 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:08.483044 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c885db5c-16ec-4654-8315-e1bd1583d4a3 req-178f4593-072e-4ace-b082-cc056965ee15 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 945 time: 0.0589175 Jan 17 09:32:08.541766 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c885db5c-16ec-4654-8315-e1bd1583d4a3 req-08c78bd6-54a4-45bf-99ca-da957b7f687c tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513017 Jan 17 09:32:08.745796 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b18b1879-339a-4d5c-8475-d18bb69ff0f6 up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:32:08.805690 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32410baa-60c3-45f2-bb4e-51b134e57cd6 req-2a4b640e-12f2-403f-92bd-3e31b6ed04fe tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:08.809509 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-32410baa-60c3-45f2-bb4e-51b134e57cd6 req-2a4b640e-12f2-403f-92bd-3e31b6ed04fe tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 932 time: 0.1002898 Jan 17 09:32:08.814251 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port b18b1879-339a-4d5c-8475-d18bb69ff0f6 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:32:08.830592 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port b18b1879-339a-4d5c-8475-d18bb69ff0f6 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:08.836073 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (b18b1879-339a-4d5c-8475-d18bb69ff0f6), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:08.933486 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-32410baa-60c3-45f2-bb4e-51b134e57cd6 req-85c999b1-fb3b-40b2-843a-029111f3409d tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170640 Jan 17 09:32:08.958641 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port b18b1879-339a-4d5c-8475-d18bb69ff0f6 is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:08.960292 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b18b1879-339a-4d5c-8475-d18bb69ff0f6), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:08.987758 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e6df1f-faa6-42fd-ad6a-76493dc11e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18b1879-339a-4d5c-8475-d18bb69ff0f6'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:32:08.990357 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d3599c-bb43-4415-a03d-430e000c096e" -d '{"events": [{"server_uuid": "c7e6df1f-faa6-42fd-ad6a-76493dc11e85", "name": "network-vif-plugged", "status": "completed", "tag": "b18b1879-339a-4d5c-8475-d18bb69ff0f6"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:32:09.005459 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b18b1879-339a-4d5c-8475-d18bb69ff0f6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b18b1879-339a-4d5c-8475-d18bb69ff0f6,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:09.012452 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (b18b1879-339a-4d5c-8475-d18bb69ff0f6), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:09.054591 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712ecc3-cb22-4a02-b8f1-f2df3478ac9f req-036da2da-e244-44bd-bfda-aa4bdd39022f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:09.063827 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7712ecc3-cb22-4a02-b8f1-f2df3478ac9f req-036da2da-e244-44bd-bfda-aa4bdd39022f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0777247 Jan 17 09:32:09.080800 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=b18b1879-339a-4d5c-8475-d18bb69ff0f6,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:09.142108 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7712ecc3-cb22-4a02-b8f1-f2df3478ac9f req-3c8221fb-f8f4-40ba-958e-ce909941e6e2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770919 Jan 17 09:32:09.200766 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a37d7aa-c1e4-4fe1-8c3a-fda04bacde7e x-openstack-request-id: req-2a37d7aa-c1e4-4fe1-8c3a-fda04bacde7e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:32:09.201083 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e6df1f-faa6-42fd-ad6a-76493dc11e85", "name": "network-vif-plugged", "status": "completed", "tag": "b18b1879-339a-4d5c-8475-d18bb69ff0f6", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:32:09.201347 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a37d7aa-c1e4-4fe1-8c3a-fda04bacde7e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:32:09.201747 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e6df1f-faa6-42fd-ad6a-76493dc11e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18b1879-339a-4d5c-8475-d18bb69ff0f6', 'code': 200} Jan 17 09:32:09.308310 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 36914) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:09.483780 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89397fad-d365-4ab2-9188-6f5865d1dec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:09.559832 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89397fad-d365-4ab2-9188-6f5865d1dec2 admin admin] Publish callbacks [] for security_group (7aa5d62b-3e15-4435-bd24-c5cabf03e277), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:09.565382 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89397fad-d365-4ab2-9188-6f5865d1dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (7aa5d62b-3e15-4435-bd24-c5cabf03e277), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:09.610279 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-89397fad-d365-4ab2-9188-6f5865d1dec2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=124b3009644e4a929057302cc50449fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004038 Jan 17 09:32:09.613982 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 36926) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:09.622044 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89397fad-d365-4ab2-9188-6f5865d1dec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa5d62b-3e15-4435-bd24-c5cabf03e277,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:09.743686 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcbb6e-99e3-40ff-b5e4-ae29cdd90af7 req-dd15109e-6082-4dc7-959e-d01032f36045 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:09.751437 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d0fcbb6e-99e3-40ff-b5e4-ae29cdd90af7 req-dd15109e-6082-4dc7-959e-d01032f36045 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 946 time: 0.1215062 Jan 17 09:32:09.773553 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22d6c65e-41ce-400f-9609-51778cbe336d admin admin] Publish callbacks [] for security_group (7aa5d62b-3e15-4435-bd24-c5cabf03e277), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:09.816679 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22d6c65e-41ce-400f-9609-51778cbe336d admin admin] Publish callbacks [] for security_group (7aa5d62b-3e15-4435-bd24-c5cabf03e277), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:09.842771 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d0fcbb6e-99e3-40ff-b5e4-ae29cdd90af7 req-79958ac4-6a46-4726-9ced-a3355a682ff0 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800688 Jan 17 09:32:09.880647 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22d6c65e-41ce-400f-9609-51778cbe336d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (7aa5d62b-3e15-4435-bd24-c5cabf03e277), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:09.883253 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22d6c65e-41ce-400f-9609-51778cbe336d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:09.884647 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-22d6c65e-41ce-400f-9609-51778cbe336d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7aa5d62b-3e15-4435-bd24-c5cabf03e277 HTTP/1.1" status: 204 len: 168 time: 0.2697349 Jan 17 09:32:09.894252 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6c65e-41ce-400f-9609-51778cbe336d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa5d62b-3e15-4435-bd24-c5cabf03e277,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:09.949621 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1954c41c-0eaf-4ba4-90db-cce4c68975e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:10.064659 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be17201-8992-42f8-b002-23e5747ebe7f req-415457fd-c311-4199-b1ed-7c48f8a416ee tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:10.066252 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4be17201-8992-42f8-b002-23e5747ebe7f req-415457fd-c311-4199-b1ed-7c48f8a416ee tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 932 time: 0.0525012 Jan 17 09:32:10.127477 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4be17201-8992-42f8-b002-23e5747ebe7f req-a678424d-e7e4-42aa-8cd1-d419834198a4 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489459 Jan 17 09:32:10.272381 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c4424-751b-4cea-b899-77d58e4b5d93 req-db3d46a8-8b03-4cc6-97dc-fbda18c79729 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:10.280352 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ad8c4424-751b-4cea-b899-77d58e4b5d93 req-db3d46a8-8b03-4cc6-97dc-fbda18c79729 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0632293 Jan 17 09:32:10.332789 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ad8c4424-751b-4cea-b899-77d58e4b5d93 req-f1e9b0ce-14a6-4f20-b95c-9a380b982a7e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512218 Jan 17 09:32:10.973423 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9c5ee-5952-4e85-935f-9deed10802c8 req-4729fc47-5bc5-4c27-9640-3cc5d74166d3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:10.974980 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56b9c5ee-5952-4e85-935f-9deed10802c8 req-4729fc47-5bc5-4c27-9640-3cc5d74166d3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 946 time: 0.0644133 Jan 17 09:32:11.048914 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56b9c5ee-5952-4e85-935f-9deed10802c8 req-ea059185-8388-4a8f-87a0-939d40f7a58a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619555 Jan 17 09:32:11.243816 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5492ed-37c5-49f7-98be-b584854ac313 req-4989148c-e333-44a0-a38b-83dc795f8ea8 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:11.245306 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8f5492ed-37c5-49f7-98be-b584854ac313 req-4989148c-e333-44a0-a38b-83dc795f8ea8 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 932 time: 0.0510204 Jan 17 09:32:11.298052 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8f5492ed-37c5-49f7-98be-b584854ac313 req-7e449faf-2cd2-4cc2-9817-24cf84c80306 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463600 Jan 17 09:32:11.450542 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5db80b-a755-4b24-b40c-a124ce032b84 req-46e620a8-7b83-4d10-9958-d3bbb53e2de2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:11.452355 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4e5db80b-a755-4b24-b40c-a124ce032b84 req-46e620a8-7b83-4d10-9958-d3bbb53e2de2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0483546 Jan 17 09:32:11.511876 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4e5db80b-a755-4b24-b40c-a124ce032b84 req-40850c25-a3a4-418c-9406-664189b98ad0 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486207 Jan 17 09:32:12.100212 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c127d4a-b2fc-4d6b-a297-174e74a3dc60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:12.175067 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17a581-ed20-49c7-a43e-6e390771151f req-23881415-993b-47ef-870a-486738b37578 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:12.176580 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2b17a581-ed20-49c7-a43e-6e390771151f req-23881415-993b-47ef-870a-486738b37578 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 946 time: 0.0510476 Jan 17 09:32:12.228055 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2b17a581-ed20-49c7-a43e-6e390771151f req-81009102-9fa3-4b53-b295-70b00c5d81a6 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459104 Jan 17 09:32:12.417884 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83cf73-7c2e-4b66-b7d0-45e439349eda req-b9bfaada-a63b-424a-ad62-509c7f8882bb tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:12.419342 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5f83cf73-7c2e-4b66-b7d0-45e439349eda req-b9bfaada-a63b-424a-ad62-509c7f8882bb tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 932 time: 0.0512819 Jan 17 09:32:12.465016 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5f83cf73-7c2e-4b66-b7d0-45e439349eda req-8d46b10c-5529-4013-883b-5b00eaa0f9f1 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401103 Jan 17 09:32:12.627762 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d38dc-c67d-4401-b31d-186d9c6eb00a req-e10e44eb-67ef-4f0e-a1ba-7ff5522fd5ab tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:12.629166 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0e0d38dc-c67d-4401-b31d-186d9c6eb00a req-e10e44eb-67ef-4f0e-a1ba-7ff5522fd5ab tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0490077 Jan 17 09:32:12.692189 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0e0d38dc-c67d-4401-b31d-186d9c6eb00a req-e2ff5967-4577-48b2-9cc8-d1f9fc560efa tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557718 Jan 17 09:32:13.150913 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:13.330040 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89759406-45c7-4276-bbcf-15425bff4acf req-2e61f99a-5955-4daa-82b8-c5683d3edfb8 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=790fc9444a7b437b92c76df3f2b46c9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348496 Jan 17 09:32:13.519145 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759406-45c7-4276-bbcf-15425bff4acf req-7f64183c-ff91-4717-92ec-6dfbb8a7e2eb tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:13.520543 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89759406-45c7-4276-bbcf-15425bff4acf req-7f64183c-ff91-4717-92ec-6dfbb8a7e2eb tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843047 Jan 17 09:32:13.535041 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89759406-45c7-4276-bbcf-15425bff4acf req-a793c38f-faff-4abb-8c07-0047d0f98f35 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/quotas/790fc9444a7b437b92c76df3f2b46c9f HTTP/1.1" status: 200 len: 375 time: 0.0088503 Jan 17 09:32:13.577788 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89759406-45c7-4276-bbcf-15425bff4acf req-01162343-b52c-4731-ae25-facabdd09d51 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=790fc9444a7b437b92c76df3f2b46c9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371904 Jan 17 09:32:13.780558 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a498e68-9419-481a-9804-b875f9351ca0 req-0b465ffd-738a-423e-a265-de16acf44476 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:13.782214 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a498e68-9419-481a-9804-b875f9351ca0 req-0b465ffd-738a-423e-a265-de16acf44476 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 946 time: 0.0577710 Jan 17 09:32:13.895809 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a498e68-9419-481a-9804-b875f9351ca0 req-d7631f0f-de75-4d5d-8609-1d2050c496e3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073658 Jan 17 09:32:14.010746 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92920995-bb88-46e9-890b-ffb3e1cc07b5 req-4c6a0031-1d52-4a1a-a496-f2ddce33bb9b tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:14.012359 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-92920995-bb88-46e9-890b-ffb3e1cc07b5 req-4c6a0031-1d52-4a1a-a496-f2ddce33bb9b tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 932 time: 0.0497620 Jan 17 09:32:14.063284 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-92920995-bb88-46e9-890b-ffb3e1cc07b5 req-01c040a6-07ea-441f-a2a4-fe3808cad373 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438931 Jan 17 09:32:14.136152 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2c8a449f-8b10-44c0-aed5-2f286b767b0a req-d2612153-3756-49ed-b525-5d786d9f4e08 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/ports?device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 210 time: 0.0262241 Jan 17 09:32:14.241461 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e35df-6657-4f78-b059-96794161153a req-95193a30-0a2a-4503-b6bf-f18c46368c9b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:14.243111 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cd1e35df-6657-4f78-b059-96794161153a req-95193a30-0a2a-4503-b6bf-f18c46368c9b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0529625 Jan 17 09:32:14.279149 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Request body: {'port': {'device_id': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:14.317957 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a18ea58f-9383-41b3-88e7-638f1978d196 req-28ca608a-7991-472a-81a3-ff57bb9b3c79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da34c571-1e47-48bc-a790-537149900e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378325 Jan 17 09:32:14.323630 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cd1e35df-6657-4f78-b059-96794161153a req-4174ef9d-59da-4f24-8efc-a1b22ea52904 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743892 Jan 17 09:32:14.346627 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (da914355-e66b-4743-b38e-e245a698ca6e), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:14.435315 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a18ea58f-9383-41b3-88e7-638f1978d196 req-39258b29-2c90-4732-9ebd-df00cfb66426 service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926404 Jan 17 09:32:14.546223 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a18ea58f-9383-41b3-88e7-638f1978d196 req-fa47b37b-ac8e-4ae6-8c72-43141552bb79 service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926006 Jan 17 09:32:14.621984 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da914355-e66b-4743-b38e-e245a698ca6e {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:32:14.629551 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Publish callbacks [] for port (da914355-e66b-4743-b38e-e245a698ca6e), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:14.641493 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Transition to ACTIVE for port object da914355-e66b-4743-b38e-e245a698ca6e will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:32:14.645162 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (da914355-e66b-4743-b38e-e245a698ca6e), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:14.696110 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Pushing event updated for resources: {'Port': ['ID=da914355-e66b-4743-b38e-e245a698ca6e,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:14.707603 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:14.769785 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Attempting to bind port da914355-e66b-4743-b38e-e245a698ca6e on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:32:14.770318 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Attempting to bind port da914355-e66b-4743-b38e-e245a698ca6e by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '613a2dcd-db9a-44e0-b13d-733d2defda81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:32:14.770758 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Attempting to bind port da914355-e66b-4743-b38e-e245a698ca6e on network 4ca40599-ab90-4780-a383-29ac79e39457 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:32:14.775855 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Port da914355-e66b-4743-b38e-e245a698ca6e on network 4ca40599-ab90-4780-a383-29ac79e39457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:32:14.776289 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Attempting to bind port da914355-e66b-4743-b38e-e245a698ca6e on network 4ca40599-ab90-4780-a383-29ac79e39457 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:32:14.781597 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:32:14.782086 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Checking segment: {'id': '613a2dcd-db9a-44e0-b13d-733d2defda81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:32:14.782660 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Bound using segment: {'id': '613a2dcd-db9a-44e0-b13d-733d2defda81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:32:14.783332 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Bound port: da914355-e66b-4743-b38e-e245a698ca6e, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613a2dcd-db9a-44e0-b13d-733d2defda81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:32:14.784414 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (da914355-e66b-4743-b38e-e245a698ca6e), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:14.853618 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] For port da914355-e66b-4743-b38e-e245a698ca6e, host hv-cinder-81558, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:32:14.856602 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] For port da914355-e66b-4743-b38e-e245a698ca6e, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da914355-e66b-4743-b38e-e245a698ca6e,segment=NetworkSegment(613a2dcd-db9a-44e0-b13d-733d2defda81),segment_id=613a2dcd-db9a-44e0-b13d-733d2defda81)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:32:14.860038 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (da914355-e66b-4743-b38e-e245a698ca6e), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:14.894279 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:14.894926 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:14.896451 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] 10.222.0.31 "PUT /v2.0/ports/da914355-e66b-4743-b38e-e245a698ca6e HTTP/1.1" status: 200 len: 1094 time: 0.6218796 Jan 17 09:32:14.896830 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'tag': 'da914355-e66b-4743-b38e-e245a698ca6e'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:32:14.899187 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466ee418-f55e-4eee-bfbb-b2906cbd856a" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb36f73-abd2-4b35-b0f5-11608f75516f", "tag": "da914355-e66b-4743-b38e-e245a698ca6e"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:32:14.964678 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8ec11-a632-47ed-a944-2e3d10df413d service neutron] Pushing event updated for resources: {'Port': ['ID=da914355-e66b-4743-b38e-e245a698ca6e,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:14.982450 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5bc54-748d-4027-b532-dad3fe65ea3c req-bb06ea2e-e99c-4e28-9f46-52be3fdb4df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:14.984476 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-37a5bc54-748d-4027-b532-dad3fe65ea3c req-bb06ea2e-e99c-4e28-9f46-52be3fdb4df1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 1099 time: 0.1169841 Jan 17 09:32:15.002362 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50729ac1-9bee-4810-a8ad-d3bc236fbaa6 x-openstack-request-id: req-50729ac1-9bee-4810-a8ad-d3bc236fbaa6 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:32:15.003232 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb36f73-abd2-4b35-b0f5-11608f75516f", "tag": "da914355-e66b-4743-b38e-e245a698ca6e", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:32:15.003496 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-50729ac1-9bee-4810-a8ad-d3bc236fbaa6 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:32:15.003914 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'tag': 'da914355-e66b-4743-b38e-e245a698ca6e', 'status': 'completed', 'code': 200} Jan 17 09:32:15.023817 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-d0b32dd0-61b3-467d-882b-92a4c6573b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:15.025760 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-d0b32dd0-61b3-467d-882b-92a4c6573b85 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e32b843e30784d99889f77423af053ff&device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 1097 time: 0.0622730 Jan 17 09:32:15.074357 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-37a5bc54-748d-4027-b532-dad3fe65ea3c req-db7318e0-411e-4313-8d6d-615876d64eb9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748603 Jan 17 09:32:15.122330 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-14598f22-b39a-4f1f-9b43-d0b14f41ef29 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da914355-e66b-4743-b38e-e245a698ca6e HTTP/1.1" status: 200 len: 217 time: 0.0704997 Jan 17 09:32:15.144013 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8f4d9-2030-48c5-8783-8b38bc6f9f5e req-82f1185a-f15f-40e1-a4b5-8500a81bc4f9 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:15.149544 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d1c8f4d9-2030-48c5-8783-8b38bc6f9f5e req-82f1185a-f15f-40e1-a4b5-8500a81bc4f9 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 946 time: 0.1143553 Jan 17 09:32:15.215657 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d1c8f4d9-2030-48c5-8783-8b38bc6f9f5e req-c4a571c6-f0a2-4e83-8967-eaa44d85a8d4 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622725 Jan 17 09:32:15.244995 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b79e4-f2f4-4bfc-97ae-a0fb0190b0c7 req-cc4c6285-4372-467d-a4ef-baa41ec80cb9 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:15.248340 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0b1b79e4-f2f4-4bfc-97ae-a0fb0190b0c7 req-cc4c6285-4372-467d-a4ef-baa41ec80cb9 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 944 time: 0.0765665 Jan 17 09:32:15.321600 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0b1b79e4-f2f4-4bfc-97ae-a0fb0190b0c7 req-7b50bb29-21a6-4320-911e-1ac2c50cf491 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580375 Jan 17 09:32:15.328737 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-4c64b9b5-55ef-4325-ab9e-41ebfd60c231 req-c205e71f-22d5-48f0-bd85-b73c0951cefa tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/ports?device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 210 time: 0.0428932 Jan 17 09:32:15.389384 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89759406-45c7-4276-bbcf-15425bff4acf req-2d5a5d3c-9506-4799-b859-42b983fdc6f7 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=790fc9444a7b437b92c76df3f2b46c9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559633 Jan 17 09:32:15.414941 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-947188da-0458-47e6-aceb-5a0cd58324f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:15.416683 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-947188da-0458-47e6-aceb-5a0cd58324f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=678c2614-400a-4c4a-beb5-43576e7a1153 HTTP/1.1" status: 200 len: 854 time: 0.0852509 Jan 17 09:32:15.443942 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37066) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:15.518052 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbbe25-913b-4450-8b07-609112b16516 req-4e2f24e3-7bdd-40c3-af28-a7209b810a70 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:15.519582 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-13dbbe25-913b-4450-8b07-609112b16516 req-4e2f24e3-7bdd-40c3-af28-a7209b810a70 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.1018989 Jan 17 09:32:15.522303 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-57dc623e-fc2a-47ca-a545-e7c01c958f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:15.527532 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-57dc623e-fc2a-47ca-a545-e7c01c958f26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ca40599-ab90-4780-a383-29ac79e39457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0993721 Jan 17 09:32:15.558205 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759406-45c7-4276-bbcf-15425bff4acf req-6e7677d1-d431-4165-9422-aa1dbe203ae2 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:15.559762 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89759406-45c7-4276-bbcf-15425bff4acf req-6e7677d1-d431-4165-9422-aa1dbe203ae2 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1636596 Jan 17 09:32:15.572762 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-13dbbe25-913b-4450-8b07-609112b16516 req-f1e30846-ea24-427e-b137-8351ba0e9dd8 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441782 Jan 17 09:32:15.588026 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-89759406-45c7-4276-bbcf-15425bff4acf req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Request body: {'port': {'device_id': '30890c39-7de5-4354-aff0-93c1246539a0', 'network_id': '326b1480-121b-4421-a234-cfd08ee71aa7', 'admin_state_up': True, 'tenant_id': '790fc9444a7b437b92c76df3f2b46c9f'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:15.640227 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-611bd2dd-c28a-4564-a3f1-1670f92bd385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:15.704715 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-ac383ca6-265b-41e7-9ca5-c5cc1929f844 service neutron] 10.222.0.31 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246216 Jan 17 09:32:15.705039 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89759406-45c7-4276-bbcf-15425bff4acf req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Made reservation on behalf of 790fc9444a7b437b92c76df3f2b46c9f for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:32:15.709221 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89759406-45c7-4276-bbcf-15425bff4acf req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:15.718660 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89759406-45c7-4276-bbcf-15425bff4acf req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:15.797694 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-611bd2dd-c28a-4564-a3f1-1670f92bd385 admin admin] Publish callbacks [] for security_group (4cd2dbde-372c-4a59-a1e1-428052ca87a4), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:15.805338 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89759406-45c7-4276-bbcf-15425bff4acf req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Publish callbacks [] for security_group (3df6d180-8f9d-48b9-b930-94be74ebefff), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:15.808933 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89759406-45c7-4276-bbcf-15425bff4acf req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (3df6d180-8f9d-48b9-b930-94be74ebefff), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:15.809983 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-611bd2dd-c28a-4564-a3f1-1670f92bd385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (4cd2dbde-372c-4a59-a1e1-428052ca87a4), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:15.860571 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9f3fa695-4509-4d26-8d8d-25b0eb0109cd req-3981773c-fd78-4b90-8201-211a39941674 service neutron] 10.222.0.31 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404314 Jan 17 09:32:15.863589 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-611bd2dd-c28a-4564-a3f1-1670f92bd385 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d3136ace3030498bbd6efb2d9bd5b338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4112015 Jan 17 09:32:15.864453 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bd2dd-c28a-4564-a3f1-1670f92bd385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd2dbde-372c-4a59-a1e1-428052ca87a4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:15.866688 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37074) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:15.885091 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df6d180-8f9d-48b9-b930-94be74ebefff,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:15.918787 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-af291f3f-7657-404f-ae86-ab67ddc1adb2 admin admin] Publish callbacks [] for security_group (4cd2dbde-372c-4a59-a1e1-428052ca87a4), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:15.950166 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-89759406-45c7-4276-bbcf-15425bff4acf req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Allocated IP 192.168.233.179 (326b1480-121b-4421-a234-cfd08ee71aa7/763b3fd6-13da-401c-acea-2161e6865d91/6d51e753-c69c-4f3d-b28e-a1e9d89810ab) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:32:15.962557 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-af291f3f-7657-404f-ae86-ab67ddc1adb2 admin admin] Publish callbacks [] for security_group (4cd2dbde-372c-4a59-a1e1-428052ca87a4), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:16.003955 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ee418-f55e-4eee-bfbb-b2906cbd856a req-47e7ddb1-9e26-4f88-b519-47ce5081c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:16.005468 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-466ee418-f55e-4eee-bfbb-b2906cbd856a req-47e7ddb1-9e26-4f88-b519-47ce5081c474 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e32b843e30784d99889f77423af053ff&device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 1097 time: 0.0772331 Jan 17 09:32:16.064683 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-af291f3f-7657-404f-ae86-ab67ddc1adb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (4cd2dbde-372c-4a59-a1e1-428052ca87a4), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:16.067236 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-af291f3f-7657-404f-ae86-ab67ddc1adb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:16.068390 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-af291f3f-7657-404f-ae86-ab67ddc1adb2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4cd2dbde-372c-4a59-a1e1-428052ca87a4 HTTP/1.1" status: 204 len: 168 time: 0.2007864 Jan 17 09:32:16.083205 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af291f3f-7657-404f-ae86-ab67ddc1adb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd2dbde-372c-4a59-a1e1-428052ca87a4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:16.100800 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89759406-45c7-4276-bbcf-15425bff4acf req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Publish callbacks [] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:16.122314 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ee418-f55e-4eee-bfbb-b2906cbd856a req-8b769e43-d5f9-492f-b551-cccf44de4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:16.123869 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-466ee418-f55e-4eee-bfbb-b2906cbd856a req-8b769e43-d5f9-492f-b551-cccf44de4456 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ca40599-ab90-4780-a383-29ac79e39457 HTTP/1.1" status: 200 len: 916 time: 0.1086287 Jan 17 09:32:16.142713 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89759406-45c7-4276-bbcf-15425bff4acf req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:16.156847 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:16.186620 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-466ee418-f55e-4eee-bfbb-b2906cbd856a req-38cae48e-327a-40b3-a0ce-ffbeb14b52e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da914355-e66b-4743-b38e-e245a698ca6e HTTP/1.1" status: 200 len: 217 time: 0.0454669 Jan 17 09:32:16.189518 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89759406-45c7-4276-bbcf-15425bff4acf req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Network 326b1480-121b-4421-a234-cfd08ee71aa7 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:32:16.192560 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-89759406-45c7-4276-bbcf-15425bff4acf req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:32:16.207725 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-89759406-45c7-4276-bbcf-15425bff4acf req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:32:16.234513 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Pushing event updated for resources: {'Port': ['ID=6d51e753-c69c-4f3d-b28e-a1e9d89810ab,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:16.253262 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ee418-f55e-4eee-bfbb-b2906cbd856a req-9a3bae46-8cd3-44bf-bd7e-a30f487cab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:16.254896 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-466ee418-f55e-4eee-bfbb-b2906cbd856a req-9a3bae46-8cd3-44bf-bd7e-a30f487cab3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=678c2614-400a-4c4a-beb5-43576e7a1153 HTTP/1.1" status: 200 len: 854 time: 0.0616231 Jan 17 09:32:16.283189 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759406-45c7-4276-bbcf-15425bff4acf req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:16.283930 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89759406-45c7-4276-bbcf-15425bff4acf req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:16.312504 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89759406-45c7-4276-bbcf-15425bff4acf req-5dd96743-956c-431a-95b0-b204ca293a83 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7298787 Jan 17 09:32:16.339152 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Request body: {'port': {'device_id': '30890c39-7de5-4354-aff0-93c1246539a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:16.381731 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ee418-f55e-4eee-bfbb-b2906cbd856a req-31af37e7-8093-4464-b179-2d293de6194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:16.383429 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-466ee418-f55e-4eee-bfbb-b2906cbd856a req-31af37e7-8093-4464-b179-2d293de6194e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ca40599-ab90-4780-a383-29ac79e39457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1079772 Jan 17 09:32:16.465201 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:16.507472 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7764f-9a2a-421f-832b-97f27d75f220 req-dd646bfb-2c5b-44aa-8bbd-aad5a38ca876 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:16.508655 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-04f7764f-9a2a-421f-832b-97f27d75f220 req-dd646bfb-2c5b-44aa-8bbd-aad5a38ca876 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 946 time: 0.1614025 Jan 17 09:32:16.545515 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6977b4-6680-4de5-81a0-8e2a1c45276c req-fd51aa72-69be-48d1-affa-9e58c357667a tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:16.547623 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0c6977b4-6680-4de5-81a0-8e2a1c45276c req-fd51aa72-69be-48d1-affa-9e58c357667a tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 944 time: 0.0929701 Jan 17 09:32:16.549692 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-466ee418-f55e-4eee-bfbb-b2906cbd856a req-7b7f5abe-b5f9-4e76-b74a-9ca50c3ff577 service neutron] 10.222.0.31 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575584 Jan 17 09:32:16.629728 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-009ff39a-ffd5-4646-8c25-ea7e43439941 None None] Provisioning complete for port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:16.630451 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-009ff39a-ffd5-4646-8c25-ea7e43439941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:16.663466 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0c6977b4-6680-4de5-81a0-8e2a1c45276c req-123d91b6-3b0a-448b-b20b-a66e9fe817c6 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096897 Jan 17 09:32:16.665759 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-009ff39a-ffd5-4646-8c25-ea7e43439941 None None] Port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:32:16.671103 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-04f7764f-9a2a-421f-832b-97f27d75f220 req-3a173273-f1b4-4570-a39b-74689d74a0cb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453164 Jan 17 09:32:16.730798 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-466ee418-f55e-4eee-bfbb-b2906cbd856a req-1e6442ab-c3e2-44e3-ae77-1c618f5bcd9a service neutron] 10.222.0.31 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610701 Jan 17 09:32:16.797252 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f20174-e527-40fb-8424-1f2f3600885e req-88b4f5db-a82a-4734-b5c2-0191b064399a tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:16.798738 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-60f20174-e527-40fb-8424-1f2f3600885e req-88b4f5db-a82a-4734-b5c2-0191b064399a tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/ports?device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 936 time: 0.0586104 Jan 17 09:32:16.853325 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d51e753-c69c-4f3d-b28e-a1e9d89810ab {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:32:16.854238 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-60f20174-e527-40fb-8424-1f2f3600885e req-0ea85c7f-0824-4ee4-86d6-918fe3a22718 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3df6d180-8f9d-48b9-b930-94be74ebefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491221 Jan 17 09:32:16.861729 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Publish callbacks [] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:16.880949 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Transition to ACTIVE for port object 6d51e753-c69c-4f3d-b28e-a1e9d89810ab will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:32:16.884336 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:16.969161 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Pushing event updated for resources: {'Port': ['ID=6d51e753-c69c-4f3d-b28e-a1e9d89810ab,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:17.017823 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c1bd9-a229-4585-8826-c02ec536de1d req-85812cc7-72b6-4115-9127-c7f13dee4dcb tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:17.020023 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-365c1bd9-a229-4585-8826-c02ec536de1d req-85812cc7-72b6-4115-9127-c7f13dee4dcb tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.1280031 Jan 17 09:32:17.076629 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Attempting to bind port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:32:17.076984 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Attempting to bind port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '4a263be6-2e2d-40f1-9901-b82786fc2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '326b1480-121b-4421-a234-cfd08ee71aa7'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:32:17.077321 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Attempting to bind port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab on network 326b1480-121b-4421-a234-cfd08ee71aa7 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:32:17.089621 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab on network 326b1480-121b-4421-a234-cfd08ee71aa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:32:17.089948 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Attempting to bind port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab on network 326b1480-121b-4421-a234-cfd08ee71aa7 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:32:17.095660 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-365c1bd9-a229-4585-8826-c02ec536de1d req-25c8c8ff-fda3-4227-9b99-423e130157d6 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691142 Jan 17 09:32:17.098406 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:32:17.098720 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Checking segment: {'id': '4a263be6-2e2d-40f1-9901-b82786fc2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '326b1480-121b-4421-a234-cfd08ee71aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:32:17.099082 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Bound using segment: {'id': '4a263be6-2e2d-40f1-9901-b82786fc2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '326b1480-121b-4421-a234-cfd08ee71aa7'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:32:17.099513 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Bound port: 6d51e753-c69c-4f3d-b28e-a1e9d89810ab, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a263be6-2e2d-40f1-9901-b82786fc2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '326b1480-121b-4421-a234-cfd08ee71aa7'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:32:17.099899 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:17.160761 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] For port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab, host hv-cinder-81558, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:32:17.163685 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] For port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6d51e753-c69c-4f3d-b28e-a1e9d89810ab,segment=NetworkSegment(4a263be6-2e2d-40f1-9901-b82786fc2971),segment_id=4a263be6-2e2d-40f1-9901-b82786fc2971)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:32:17.167613 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:17.204793 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:17.205416 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:17.207130 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89759406-45c7-4276-bbcf-15425bff4acf req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] 10.222.0.31 "PUT /v2.0/ports/6d51e753-c69c-4f3d-b28e-a1e9d89810ab HTTP/1.1" status: 200 len: 1098 time: 0.8729072 Jan 17 09:32:17.207573 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30890c39-7de5-4354-aff0-93c1246539a0', 'tag': '6d51e753-c69c-4f3d-b28e-a1e9d89810ab'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:32:17.209858 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833d1833-44db-49f2-bbef-6a17823e3c47" -d '{"events": [{"name": "network-changed", "server_uuid": "30890c39-7de5-4354-aff0-93c1246539a0", "tag": "6d51e753-c69c-4f3d-b28e-a1e9d89810ab"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:32:17.233064 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c96a2-2643-424e-9ea4-af9f1011fd33 service neutron] Pushing event updated for resources: {'Port': ['ID=6d51e753-c69c-4f3d-b28e-a1e9d89810ab,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:17.251164 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea7a87f-fe02-4cb3-8185-8b2da62c2f17 x-openstack-request-id: req-8ea7a87f-fe02-4cb3-8185-8b2da62c2f17 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:32:17.251464 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30890c39-7de5-4354-aff0-93c1246539a0", "tag": "6d51e753-c69c-4f3d-b28e-a1e9d89810ab", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:32:17.251727 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ea7a87f-fe02-4cb3-8185-8b2da62c2f17 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:32:17.252231 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30890c39-7de5-4354-aff0-93c1246539a0', 'tag': '6d51e753-c69c-4f3d-b28e-a1e9d89810ab', 'status': 'completed', 'code': 200} Jan 17 09:32:17.307326 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759406-45c7-4276-bbcf-15425bff4acf req-2626fcef-eb74-45b0-93e1-b3a23fe18bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:17.308856 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89759406-45c7-4276-bbcf-15425bff4acf req-2626fcef-eb74-45b0-93e1-b3a23fe18bfd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=790fc9444a7b437b92c76df3f2b46c9f&device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 1101 time: 0.0411248 Jan 17 09:32:17.354469 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89759406-45c7-4276-bbcf-15425bff4acf req-2e2c3d9d-cca5-4b93-8d69-b9565235430c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=6d51e753-c69c-4f3d-b28e-a1e9d89810ab HTTP/1.1" status: 200 len: 217 time: 0.0350502 Jan 17 09:32:17.406852 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759406-45c7-4276-bbcf-15425bff4acf req-c4265a54-57a4-4d9a-966a-22a779afc4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:17.408322 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89759406-45c7-4276-bbcf-15425bff4acf req-c4265a54-57a4-4d9a-966a-22a779afc4ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=763b3fd6-13da-401c-acea-2161e6865d91 HTTP/1.1" status: 200 len: 843 time: 0.0470734 Jan 17 09:32:17.652919 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759406-45c7-4276-bbcf-15425bff4acf req-2cbbb063-9ca9-4bad-972e-14cd3f5542fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:17.654410 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89759406-45c7-4276-bbcf-15425bff4acf req-2cbbb063-9ca9-4bad-972e-14cd3f5542fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=326b1480-121b-4421-a234-cfd08ee71aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2387896 Jan 17 09:32:17.785497 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89759406-45c7-4276-bbcf-15425bff4acf req-2a14ab43-e0ef-43d8-aea4-a42508abbf2a service neutron] 10.222.0.31 "GET /v2.0/networks/326b1480-121b-4421-a234-cfd08ee71aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230075 Jan 17 09:32:17.807271 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5596639-1005-405f-a961-b1a5b2824d40 req-3a78e4af-ed33-40bf-8a93-777cf196ccfe tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:17.809029 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b5596639-1005-405f-a961-b1a5b2824d40 req-3a78e4af-ed33-40bf-8a93-777cf196ccfe tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 946 time: 0.0505052 Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.845312 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.848032 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.848032 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.848032 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.848032 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.848032 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.848032 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.848032 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.848032 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.848032 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.848032 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.848032 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:32:17.848032 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:32:17.848032 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86bf4f-356e-4206-9bb7-b729d7e4a9e3 req-4113b9ee-9348-404f-9e93-e3156c67e4c8 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:17.848917 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8f86bf4f-356e-4206-9bb7-b729d7e4a9e3 req-4113b9ee-9348-404f-9e93-e3156c67e4c8 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 944 time: 0.1053970 Jan 17 09:32:17.861258 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b5596639-1005-405f-a961-b1a5b2824d40 req-f002b8bb-ee24-4cc8-8d38-c1fa02f0217e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451689 Jan 17 09:32:17.935375 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8f86bf4f-356e-4206-9bb7-b729d7e4a9e3 req-6f56b79a-a05c-4115-97b0-76e7186d4d17 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784798 Jan 17 09:32:17.938279 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89759406-45c7-4276-bbcf-15425bff4acf req-ba51cf4b-baf0-470d-a0da-50cc5f50a4f5 service neutron] 10.222.0.31 "GET /v2.0/networks/326b1480-121b-4421-a234-cfd08ee71aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458714 Jan 17 09:32:17.996376 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37126) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:18.075593 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d1833-44db-49f2-bbef-6a17823e3c47 req-3bce801d-05e0-4443-8922-da61d4482a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:18.077119 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-833d1833-44db-49f2-bbef-6a17823e3c47 req-3bce801d-05e0-4443-8922-da61d4482a31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=790fc9444a7b437b92c76df3f2b46c9f&device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 1101 time: 0.0684733 Jan 17 09:32:18.094976 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fb6b2-c040-47f9-a77e-c89883eb5a9a req-d76f8575-3c8b-42ea-8452-46d86a62f151 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:18.102928 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-896fb6b2-c040-47f9-a77e-c89883eb5a9a req-d76f8575-3c8b-42ea-8452-46d86a62f151 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/ports?device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 948 time: 0.0852664 Jan 17 09:32:18.148013 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b273-f911-45c2-b3f1-0e9e2c1e8779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:18.217579 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-896fb6b2-c040-47f9-a77e-c89883eb5a9a req-20f767e0-882d-47ab-94be-445dec9036ea tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3df6d180-8f9d-48b9-b930-94be74ebefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138575 Jan 17 09:32:18.248518 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d1833-44db-49f2-bbef-6a17823e3c47 req-5946e0e6-f90a-4eb6-9043-a10e97b816c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:18.249986 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-833d1833-44db-49f2-bbef-6a17823e3c47 req-5946e0e6-f90a-4eb6-9043-a10e97b816c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=326b1480-121b-4421-a234-cfd08ee71aa7 HTTP/1.1" status: 200 len: 870 time: 0.1451943 Jan 17 09:32:18.293795 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-833d1833-44db-49f2-bbef-6a17823e3c47 req-919739b6-44fb-49b0-8480-07bbcd52bd08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=6d51e753-c69c-4f3d-b28e-a1e9d89810ab HTTP/1.1" status: 200 len: 217 time: 0.0365345 Jan 17 09:32:18.294590 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38208123-3734-4b9b-8989-3824cf7728ab req-01d68778-c9f3-40ad-8962-4992ab1d09ae tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:18.296124 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-38208123-3734-4b9b-8989-3824cf7728ab req-01d68778-c9f3-40ad-8962-4992ab1d09ae tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0823531 Jan 17 09:32:18.312762 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b273-f911-45c2-b3f1-0e9e2c1e8779 admin admin] Publish callbacks [] for security_group (2e036979-9c7a-4fef-bcde-c3fd888332aa), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:18.325000 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2c3b273-f911-45c2-b3f1-0e9e2c1e8779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (2e036979-9c7a-4fef-bcde-c3fd888332aa), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:18.347653 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d1833-44db-49f2-bbef-6a17823e3c47 req-cbe10f51-621f-4cf8-99a0-33b911a5708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:18.349138 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-833d1833-44db-49f2-bbef-6a17823e3c47 req-cbe10f51-621f-4cf8-99a0-33b911a5708c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=763b3fd6-13da-401c-acea-2161e6865d91 HTTP/1.1" status: 200 len: 843 time: 0.0454471 Jan 17 09:32:18.383190 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-38208123-3734-4b9b-8989-3824cf7728ab req-d3c48c0c-d2ca-46f9-926e-b416a40e7ef3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792680 Jan 17 09:32:18.385050 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3b273-f911-45c2-b3f1-0e9e2c1e8779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e036979-9c7a-4fef-bcde-c3fd888332aa,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:18.391952 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-f2c3b273-f911-45c2-b3f1-0e9e2c1e8779 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11df95e6aa9c421a8478edeaff13f30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916118 Jan 17 09:32:18.392871 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37136) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:18.408334 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d1833-44db-49f2-bbef-6a17823e3c47 req-0caadedc-8c45-4ba3-bca2-429de98c59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:18.410481 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-833d1833-44db-49f2-bbef-6a17823e3c47 req-0caadedc-8c45-4ba3-bca2-429de98c59f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=326b1480-121b-4421-a234-cfd08ee71aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0547268 Jan 17 09:32:18.443681 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d688297d-37c7-469a-8e9a-f2f6ab3dd36d admin admin] Publish callbacks [] for security_group (2e036979-9c7a-4fef-bcde-c3fd888332aa), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:18.464209 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d688297d-37c7-469a-8e9a-f2f6ab3dd36d admin admin] Publish callbacks [] for security_group (2e036979-9c7a-4fef-bcde-c3fd888332aa), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:18.497160 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-833d1833-44db-49f2-bbef-6a17823e3c47 req-e5b8d046-45eb-4973-8593-a1aa13993b35 service neutron] 10.222.0.31 "GET /v2.0/networks/326b1480-121b-4421-a234-cfd08ee71aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803747 Jan 17 09:32:18.511607 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d688297d-37c7-469a-8e9a-f2f6ab3dd36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (2e036979-9c7a-4fef-bcde-c3fd888332aa), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:18.514363 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d688297d-37c7-469a-8e9a-f2f6ab3dd36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:18.515593 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-d688297d-37c7-469a-8e9a-f2f6ab3dd36d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e036979-9c7a-4fef-bcde-c3fd888332aa HTTP/1.1" status: 204 len: 168 time: 0.1225188 Jan 17 09:32:18.525887 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688297d-37c7-469a-8e9a-f2f6ab3dd36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e036979-9c7a-4fef-bcde-c3fd888332aa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:18.594787 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-833d1833-44db-49f2-bbef-6a17823e3c47 req-ef83cfc7-2e23-4f47-bc7d-c7f618007732 service neutron] 10.222.0.31 "GET /v2.0/networks/326b1480-121b-4421-a234-cfd08ee71aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905454 Jan 17 09:32:18.787046 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device da914355-e66b-4743-b38e-e245a698ca6e details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:32:18.881720 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port da914355-e66b-4743-b38e-e245a698ca6e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da914355-e66b-4743-b38e-e245a698ca6e,segment=NetworkSegment(613a2dcd-db9a-44e0-b13d-733d2defda81),segment_id=613a2dcd-db9a-44e0-b13d-733d2defda81)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:18.893816 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'da914355-e66b-4743-b38e-e245a698ca6e', 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'port_id': 'da914355-e66b-4743-b38e-e245a698ca6e', 'mac_address': 'fa:16:3e:b3:c3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:32:18.929896 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port da914355-e66b-4743-b38e-e245a698ca6e is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:18.930296 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (da914355-e66b-4743-b38e-e245a698ca6e), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:18.944603 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da914355-e66b-4743-b38e-e245a698ca6e {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:32:18.965183 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port da914355-e66b-4743-b38e-e245a698ca6e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da914355-e66b-4743-b38e-e245a698ca6e,segment=NetworkSegment(613a2dcd-db9a-44e0-b13d-733d2defda81),segment_id=613a2dcd-db9a-44e0-b13d-733d2defda81)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:18.970551 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (da914355-e66b-4743-b38e-e245a698ca6e), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:19.023544 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=da914355-e66b-4743-b38e-e245a698ca6e,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:19.061781 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df285fc-4f49-4a68-828a-014f04402a61 req-d27b5122-8141-4294-a78e-58fadbbe3cc1 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:19.063298 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7df285fc-4f49-4a68-828a-014f04402a61 req-d27b5122-8141-4294-a78e-58fadbbe3cc1 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 945 time: 0.0571263 Jan 17 09:32:19.111007 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7df285fc-4f49-4a68-828a-014f04402a61 req-b4b779f7-d284-4184-8d8a-697b69ab96bc tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411940 Jan 17 09:32:19.333896 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['da914355-e66b-4743-b38e-e245a698ca6e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:32:19.351868 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816bd46-31f0-49ac-8bf5-1da733dc553a req-b6334eed-f457-4121-9437-98dd9778ce50 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:19.353396 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5816bd46-31f0-49ac-8bf5-1da733dc553a req-b6334eed-f457-4121-9437-98dd9778ce50 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/ports?device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 948 time: 0.0544126 Jan 17 09:32:19.430318 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5816bd46-31f0-49ac-8bf5-1da733dc553a req-bc60b023-9a45-42e1-b8ee-517a514b9de8 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3df6d180-8f9d-48b9-b930-94be74ebefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648129 Jan 17 09:32:19.553887 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666a2e1-bb1b-4178-bf2b-579819046399 req-8eeed3eb-c4e6-4ee9-aa22-5247bfcfc427 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:19.555434 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a666a2e1-bb1b-4178-bf2b-579819046399 req-8eeed3eb-c4e6-4ee9-aa22-5247bfcfc427 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0579336 Jan 17 09:32:19.610402 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a666a2e1-bb1b-4178-bf2b-579819046399 req-6952bfc7-dbcc-4a57-aa3a-cece9a7282a4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484631 Jan 17 09:32:20.233281 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3b373-a7ae-4bc7-808b-022623e59fa0 req-f02b5f7b-a7ea-4874-be85-c737050841ff tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:20.240077 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-76a3b373-a7ae-4bc7-808b-022623e59fa0 req-f02b5f7b-a7ea-4874-be85-c737050841ff tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 945 time: 0.0582325 Jan 17 09:32:20.289724 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-76a3b373-a7ae-4bc7-808b-022623e59fa0 req-c1c39641-a95e-41b6-b674-3f4b219a6a72 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487328 Jan 17 09:32:20.551567 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b949861-b090-4c73-a3c9-a5b2e77f1954 req-1d5338ab-a13e-4aaf-bb68-5e20e0f76db5 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:20.553058 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6b949861-b090-4c73-a3c9-a5b2e77f1954 req-1d5338ab-a13e-4aaf-bb68-5e20e0f76db5 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/ports?device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 948 time: 0.0595148 Jan 17 09:32:20.603564 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6b949861-b090-4c73-a3c9-a5b2e77f1954 req-39020513-a2a1-4554-9f95-c33749dc23f1 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3df6d180-8f9d-48b9-b930-94be74ebefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449836 Jan 17 09:32:20.754439 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aeeb7-9702-4da8-8502-f703e6f5f6b9 req-af5b882f-ddc5-4fd9-b924-714d1b68abf8 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:20.755963 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c35aeeb7-9702-4da8-8502-f703e6f5f6b9 req-af5b882f-ddc5-4fd9-b924-714d1b68abf8 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0543678 Jan 17 09:32:20.802044 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c35aeeb7-9702-4da8-8502-f703e6f5f6b9 req-ae9bdb6e-a461-4b7a-a080-4f6b876ae957 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402708 Jan 17 09:32:20.813672 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 6d51e753-c69c-4f3d-b28e-a1e9d89810ab details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:32:20.818514 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device da914355-e66b-4743-b38e-e245a698ca6e up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:32:20.920690 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port da914355-e66b-4743-b38e-e245a698ca6e completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:32:20.933089 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port da914355-e66b-4743-b38e-e245a698ca6e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:20.933414 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (da914355-e66b-4743-b38e-e245a698ca6e), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:20.970790 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6d51e753-c69c-4f3d-b28e-a1e9d89810ab,segment=NetworkSegment(4a263be6-2e2d-40f1-9901-b82786fc2971),segment_id=4a263be6-2e2d-40f1-9901-b82786fc2971)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:20.990726 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': '6d51e753-c69c-4f3d-b28e-a1e9d89810ab', 'network_id': '326b1480-121b-4421-a234-cfd08ee71aa7', 'port_id': '6d51e753-c69c-4f3d-b28e-a1e9d89810ab', 'mac_address': 'fa:16:3e:86:9b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763b3fd6-13da-401c-acea-2161e6865d91', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:32:21.055537 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:21.055963 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:21.069198 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port da914355-e66b-4743-b38e-e245a698ca6e is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:21.069603 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (da914355-e66b-4743-b38e-e245a698ca6e), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:21.078830 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d51e753-c69c-4f3d-b28e-a1e9d89810ab {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:32:21.106103 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da914355-e66b-4743-b38e-e245a698ca6e'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:32:21.108313 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37419bb4-7dc4-4cd7-8ac6-1de89bf62e8f" -d '{"events": [{"server_uuid": "5bb36f73-abd2-4b35-b0f5-11608f75516f", "name": "network-vif-plugged", "status": "completed", "tag": "da914355-e66b-4743-b38e-e245a698ca6e"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:32:21.120205 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6d51e753-c69c-4f3d-b28e-a1e9d89810ab,segment=NetworkSegment(4a263be6-2e2d-40f1-9901-b82786fc2971),segment_id=4a263be6-2e2d-40f1-9901-b82786fc2971)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:21.123969 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port da914355-e66b-4743-b38e-e245a698ca6e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da914355-e66b-4743-b38e-e245a698ca6e,segment=NetworkSegment(613a2dcd-db9a-44e0-b13d-733d2defda81),segment_id=613a2dcd-db9a-44e0-b13d-733d2defda81)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:21.125357 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:21.130224 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (da914355-e66b-4743-b38e-e245a698ca6e), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:21.151339 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a12d43-97af-4162-a3b9-518c0a1717ac x-openstack-request-id: req-12a12d43-97af-4162-a3b9-518c0a1717ac {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:32:21.151661 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb36f73-abd2-4b35-b0f5-11608f75516f", "name": "network-vif-plugged", "status": "completed", "tag": "da914355-e66b-4743-b38e-e245a698ca6e", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:32:21.151940 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-12a12d43-97af-4162-a3b9-518c0a1717ac {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:32:21.152325 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da914355-e66b-4743-b38e-e245a698ca6e', 'code': 200} Jan 17 09:32:21.178980 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=6d51e753-c69c-4f3d-b28e-a1e9d89810ab,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:21.226532 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=da914355-e66b-4743-b38e-e245a698ca6e,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:21.345204 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9c211-f2ca-405b-8bcf-dc52f1cc834c req-e1bd44b7-ad15-4f2f-9e76-8188fcc04ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:21.348146 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-50f9c211-f2ca-405b-8bcf-dc52f1cc834c req-e1bd44b7-ad15-4f2f-9e76-8188fcc04ecf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 1099 time: 0.0463099 Jan 17 09:32:21.428668 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-50f9c211-f2ca-405b-8bcf-dc52f1cc834c req-8852e1d4-e135-410e-ac04-5016c31497a8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678544 Jan 17 09:32:21.438665 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e8e7b-1824-4dad-a1dc-c4f637de58ff req-ed0eb889-fa9b-40a9-b9d1-522d0e2a0c41 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:21.440089 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e74e8e7b-1824-4dad-a1dc-c4f637de58ff req-ed0eb889-fa9b-40a9-b9d1-522d0e2a0c41 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 946 time: 0.0736721 Jan 17 09:32:21.452775 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['6d51e753-c69c-4f3d-b28e-a1e9d89810ab'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:32:21.488082 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e74e8e7b-1824-4dad-a1dc-c4f637de58ff req-fdeed739-e71c-4add-80cc-35f0bf16e6ff tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Jan 17 09:32:21.718711 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd2f75-7c0f-4fce-bccf-5ba0904e7468 req-4c612307-ff9b-448c-93fc-daf0fb849446 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:21.720253 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8fbd2f75-7c0f-4fce-bccf-5ba0904e7468 req-4c612307-ff9b-448c-93fc-daf0fb849446 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/ports?device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 949 time: 0.0522416 Jan 17 09:32:21.788037 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8fbd2f75-7c0f-4fce-bccf-5ba0904e7468 req-86552c8b-b1d1-4999-8f8e-a0e6341a5099 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3df6d180-8f9d-48b9-b930-94be74ebefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521636 Jan 17 09:32:21.932937 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d3187-7729-451d-bac5-37fc044863d3 req-4338617f-b7cc-444f-acd3-ca416a01042a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:21.937398 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7c8d3187-7729-451d-bac5-37fc044863d3 req-4338617f-b7cc-444f-acd3-ca416a01042a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0645068 Jan 17 09:32:21.992154 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7c8d3187-7729-451d-bac5-37fc044863d3 req-1a6a95a2-bad9-4b31-a130-4685e31579e4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483348 Jan 17 09:32:22.606643 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c954a6e-cc45-466f-8d7b-13fdd35857ce req-3209c328-b831-4045-af18-e7d37319f9fe tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:22.608169 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1c954a6e-cc45-466f-8d7b-13fdd35857ce req-3209c328-b831-4045-af18-e7d37319f9fe tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 946 time: 0.0496573 Jan 17 09:32:22.653894 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1c954a6e-cc45-466f-8d7b-13fdd35857ce req-41077c15-ed58-41c8-a09f-85d5f5636372 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402236 Jan 17 09:32:22.829165 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 6d51e753-c69c-4f3d-b28e-a1e9d89810ab up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:32:22.887700 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:32:22.892322 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:22.893066 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:22.920384 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f4a7c-f07c-4cb7-82c5-1e2e0c5d7466 req-1a8c6757-948c-4ecb-aa2c-9542b0ecd903 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:22.921865 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8e0f4a7c-f07c-4cb7-82c5-1e2e0c5d7466 req-1a8c6757-948c-4ecb-aa2c-9542b0ecd903 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/ports?device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 949 time: 0.0564067 Jan 17 09:32:22.980041 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8e0f4a7c-f07c-4cb7-82c5-1e2e0c5d7466 req-7439c396-cc5c-44de-b70f-618fcbaf78e2 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3df6d180-8f9d-48b9-b930-94be74ebefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515287 Jan 17 09:32:22.983404 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:22.984179 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:23.022409 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6d51e753-c69c-4f3d-b28e-a1e9d89810ab,segment=NetworkSegment(4a263be6-2e2d-40f1-9901-b82786fc2971),segment_id=4a263be6-2e2d-40f1-9901-b82786fc2971)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:23.026899 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:23.078423 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=6d51e753-c69c-4f3d-b28e-a1e9d89810ab,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:23.110787 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436d964-0883-4581-b1f9-0c6c618d3e8c req-60d1840e-fa5f-4445-8d70-dba9ff33f4d2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:23.112747 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5436d964-0883-4581-b1f9-0c6c618d3e8c req-60d1840e-fa5f-4445-8d70-dba9ff33f4d2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0512314 Jan 17 09:32:23.153531 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30890c39-7de5-4354-aff0-93c1246539a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d51e753-c69c-4f3d-b28e-a1e9d89810ab'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:32:23.155927 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6bb2a2-5ea8-45ab-aa40-24755dc6ef09" -d '{"events": [{"server_uuid": "30890c39-7de5-4354-aff0-93c1246539a0", "name": "network-vif-plugged", "status": "completed", "tag": "6d51e753-c69c-4f3d-b28e-a1e9d89810ab"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:32:23.160349 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5436d964-0883-4581-b1f9-0c6c618d3e8c req-4fbcdc65-ade8-4a45-bcaa-d0d5ce6ebb4f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Jan 17 09:32:23.190663 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14a5150-9a55-4eb2-9340-57cecca396b5 x-openstack-request-id: req-c14a5150-9a55-4eb2-9340-57cecca396b5 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:32:23.190976 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30890c39-7de5-4354-aff0-93c1246539a0", "name": "network-vif-plugged", "status": "completed", "tag": "6d51e753-c69c-4f3d-b28e-a1e9d89810ab", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:32:23.191261 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c14a5150-9a55-4eb2-9340-57cecca396b5 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:32:23.191651 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30890c39-7de5-4354-aff0-93c1246539a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d51e753-c69c-4f3d-b28e-a1e9d89810ab', 'code': 200} Jan 17 09:32:23.357460 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046338fc-044f-43de-8336-342f42123987 req-e12bf769-7e2c-4704-80f3-5f6fbb732d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:23.359302 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-046338fc-044f-43de-8336-342f42123987 req-e12bf769-7e2c-4704-80f3-5f6fbb732d07 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 1103 time: 0.0392358 Jan 17 09:32:23.400890 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-046338fc-044f-43de-8336-342f42123987 req-35f30a7f-e472-4474-b1fd-4469e6c4c0c4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3df6d180-8f9d-48b9-b930-94be74ebefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348501 Jan 17 09:32:23.764320 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10fb94-0f8e-4cdb-a711-6cf6ea740ee8 req-6a5b87c9-3d21-413a-a83a-dcc4e33ff8ec tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:23.765834 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5a10fb94-0f8e-4cdb-a711-6cf6ea740ee8 req-6a5b87c9-3d21-413a-a83a-dcc4e33ff8ec tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 946 time: 0.0481973 Jan 17 09:32:23.819997 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5a10fb94-0f8e-4cdb-a711-6cf6ea740ee8 req-1d3f3e06-6218-4454-9976-58bf64fe3c8b tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479410 Jan 17 09:32:23.954638 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73d7d2-4f75-4c64-9a4f-dc92329fe307 req-681f9142-2eff-4223-a9aa-c01feca496c8 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:23.956543 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6e73d7d2-4f75-4c64-9a4f-dc92329fe307 req-681f9142-2eff-4223-a9aa-c01feca496c8 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 946 time: 0.0534964 Jan 17 09:32:24.003815 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6e73d7d2-4f75-4c64-9a4f-dc92329fe307 req-13b7f4a1-6e31-4b27-8e36-d972f4fde1b9 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Jan 17 09:32:24.106996 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dd1b5-25d4-4ff7-a07a-d2ccc108448e req-aa0717d0-99d1-48d2-91e8-bc5e13cecc24 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:24.108564 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fc3dd1b5-25d4-4ff7-a07a-d2ccc108448e req-aa0717d0-99d1-48d2-91e8-bc5e13cecc24 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/ports?device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 950 time: 0.0476151 Jan 17 09:32:24.159224 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fc3dd1b5-25d4-4ff7-a07a-d2ccc108448e req-3c6a2c42-02ff-4eb2-abb9-aa6bd4837f58 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3df6d180-8f9d-48b9-b930-94be74ebefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440614 Jan 17 09:32:24.273121 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a85e7-27d9-44d0-bd93-e4f67cf3aa23 req-68f91bc4-d2dd-4fdc-b536-e86e54c9b08e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:24.274742 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-216a85e7-27d9-44d0-bd93-e4f67cf3aa23 req-68f91bc4-d2dd-4fdc-b536-e86e54c9b08e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0503590 Jan 17 09:32:24.322838 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-216a85e7-27d9-44d0-bd93-e4f67cf3aa23 req-fc5ad10d-1f8a-488f-8e1e-aa159f6b0f5a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425844 Jan 17 09:32:24.338604 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab7fd8-e0ec-4af5-8d92-680ab0dc6602 req-84d3c128-58f7-4b1a-9927-e6d6fbe9bbf3 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:24.340209 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-02ab7fd8-e0ec-4af5-8d92-680ab0dc6602 req-84d3c128-58f7-4b1a-9927-e6d6fbe9bbf3 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 946 time: 0.0496895 Jan 17 09:32:24.391682 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-02ab7fd8-e0ec-4af5-8d92-680ab0dc6602 req-eebed245-bacc-4886-9103-b574f2f9a415 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458064 Jan 17 09:32:25.275208 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c18e1-ea89-48de-8fdf-f46404d67449 req-d7a028f6-50ad-4820-895a-ce49c3ff0e50 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:25.276747 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c14c18e1-ea89-48de-8fdf-f46404d67449 req-d7a028f6-50ad-4820-895a-ce49c3ff0e50 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/ports?device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 950 time: 0.0487461 Jan 17 09:32:25.323205 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c14c18e1-ea89-48de-8fdf-f46404d67449 req-dcfeee46-a5be-43f7-838e-6331c13ee798 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3df6d180-8f9d-48b9-b930-94be74ebefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407975 Jan 17 09:32:25.437289 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25ca1e-9bb3-4475-a533-407eb318aa13 req-8a63109d-bb2b-4a53-8bea-357a13f28174 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:25.438803 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fd25ca1e-9bb3-4475-a533-407eb318aa13 req-8a63109d-bb2b-4a53-8bea-357a13f28174 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0483360 Jan 17 09:32:25.503187 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fd25ca1e-9bb3-4475-a533-407eb318aa13 req-50705055-43c2-4953-bede-23e07c3eb13d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542583 Jan 17 09:32:25.587017 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6a09e-ee26-4051-bb6d-03a58f3efde4 req-6eea8efa-5c8b-4696-8efe-d74e2c08100f tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:25.588498 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2ff6a09e-ee26-4051-bb6d-03a58f3efde4 req-6eea8efa-5c8b-4696-8efe-d74e2c08100f tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/ports?device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 950 time: 0.0516217 Jan 17 09:32:25.633721 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2ff6a09e-ee26-4051-bb6d-03a58f3efde4 req-2a75908d-3b7b-4f48-b52c-5b07c85cf874 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3df6d180-8f9d-48b9-b930-94be74ebefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397267 Jan 17 09:32:26.545220 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37388) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:26.621033 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f0a49-c0bc-4832-b8f3-9aae164b35ff req-e8774b4e-e0a2-43e2-9aa7-536f2eac4696 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:26.622507 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b61f0a49-c0bc-4832-b8f3-9aae164b35ff req-e8774b4e-e0a2-43e2-9aa7-536f2eac4696 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0480933 Jan 17 09:32:26.658078 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:26.694104 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b61f0a49-c0bc-4832-b8f3-9aae164b35ff req-584ee9ae-d1e4-4610-94a1-f9036022dd3a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650477 Jan 17 09:32:26.755441 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Publish callbacks [] for security_group (c0089e48-08a7-40b5-8149-d8bc613144bd), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:26.759755 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (c0089e48-08a7-40b5-8149-d8bc613144bd), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:26.765102 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25094efe-9b4c-4d29-9ba1-890944331aaf req-aaae012f-378c-4f5c-bf52-8fe66dd26980 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:26.767570 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-25094efe-9b4c-4d29-9ba1-890944331aaf req-aaae012f-378c-4f5c-bf52-8fe66dd26980 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/ports?device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 950 time: 0.0508165 Jan 17 09:32:26.806574 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c17860877d5049a390cb79d702281c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576532 Jan 17 09:32:26.806574 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0089e48-08a7-40b5-8149-d8bc613144bd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:26.806901 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37394) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:26.818467 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:26.818816 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:26.819159 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:26.819497 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:26.819830 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:26.820182 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:26.820516 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:26.820839 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:26.821165 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:26.821487 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:26.821807 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:26.822117 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:26.822444 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79026e5-eb2b-4ce6-9661-05602c05063e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:26.823245 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-25094efe-9b4c-4d29-9ba1-890944331aaf req-2c37a8cb-b8d4-460e-8b81-d9eeb4bce88b tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3df6d180-8f9d-48b9-b930-94be74ebefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419655 Jan 17 09:32:26.866526 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02fad9ae-74e8-4b50-95fb-320b6e48d642 admin admin] Publish callbacks [] for security_group (c0089e48-08a7-40b5-8149-d8bc613144bd), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:26.886827 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02fad9ae-74e8-4b50-95fb-320b6e48d642 admin admin] Publish callbacks [] for security_group (c0089e48-08a7-40b5-8149-d8bc613144bd), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:26.929709 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02fad9ae-74e8-4b50-95fb-320b6e48d642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (c0089e48-08a7-40b5-8149-d8bc613144bd), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:26.932316 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02fad9ae-74e8-4b50-95fb-320b6e48d642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:26.933432 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-02fad9ae-74e8-4b50-95fb-320b6e48d642 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c0089e48-08a7-40b5-8149-d8bc613144bd HTTP/1.1" status: 204 len: 168 time: 0.1247764 Jan 17 09:32:26.941996 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fad9ae-74e8-4b50-95fb-320b6e48d642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0089e48-08a7-40b5-8149-d8bc613144bd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:27.246337 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 37414) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:27.262630 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:27.362614 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Publish callbacks [] for security_group (93977c7f-c775-4490-b0de-beb6a3f87bcd), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:27.369355 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (93977c7f-c775-4490-b0de-beb6a3f87bcd), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:27.406518 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93977c7f-c775-4490-b0de-beb6a3f87bcd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:27.417391 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:27.417745 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:27.418091 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:27.418430 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:27.418953 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:27.419287 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:27.419687 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:27.420051 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:27.420384 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:27.420712 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:27.421043 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:27.421363 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:27.421684 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:27.429938 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-97fde03d-8470-4e75-ba20-37a065db1639 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ef634133ab2b444884501b952addca7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842017 Jan 17 09:32:27.430076 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37422) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:27.481386 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67732c24-7a32-42db-a6db-c85602bf4aa2 admin admin] Publish callbacks [] for security_group (93977c7f-c775-4490-b0de-beb6a3f87bcd), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:27.506418 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67732c24-7a32-42db-a6db-c85602bf4aa2 admin admin] Publish callbacks [] for security_group (93977c7f-c775-4490-b0de-beb6a3f87bcd), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:27.559050 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67732c24-7a32-42db-a6db-c85602bf4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (93977c7f-c775-4490-b0de-beb6a3f87bcd), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:27.563562 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67732c24-7a32-42db-a6db-c85602bf4aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:27.565781 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-67732c24-7a32-42db-a6db-c85602bf4aa2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/93977c7f-c775-4490-b0de-beb6a3f87bcd HTTP/1.1" status: 204 len: 168 time: 0.1343570 Jan 17 09:32:27.577077 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67732c24-7a32-42db-a6db-c85602bf4aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93977c7f-c775-4490-b0de-beb6a3f87bcd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:27.591760 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ceff3b-2dea-46ce-82ad-dd4d0124a40e req-3dbb135d-c61c-4ead-9937-b89ad96584fd tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:27.593455 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f1ceff3b-2dea-46ce-82ad-dd4d0124a40e req-3dbb135d-c61c-4ead-9937-b89ad96584fd tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.31 "GET /v2.0/ports?device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 950 time: 0.0579751 Jan 17 09:32:27.683432 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f1ceff3b-2dea-46ce-82ad-dd4d0124a40e req-159b4958-1e7e-409e-a62b-387f94aa1e88 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Deleting port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:32:27.684036 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f1ceff3b-2dea-46ce-82ad-dd4d0124a40e req-159b4958-1e7e-409e-a62b-387f94aa1e88 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:27.808692 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f1ceff3b-2dea-46ce-82ad-dd4d0124a40e req-159b4958-1e7e-409e-a62b-387f94aa1e88 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] For port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6d51e753-c69c-4f3d-b28e-a1e9d89810ab,segment=NetworkSegment(4a263be6-2e2d-40f1-9901-b82786fc2971),segment_id=4a263be6-2e2d-40f1-9901-b82786fc2971)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:27.809249 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f1ceff3b-2dea-46ce-82ad-dd4d0124a40e req-159b4958-1e7e-409e-a62b-387f94aa1e88 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:27.824831 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f1ceff3b-2dea-46ce-82ad-dd4d0124a40e req-159b4958-1e7e-409e-a62b-387f94aa1e88 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Calling delete_port for 6d51e753-c69c-4f3d-b28e-a1e9d89810ab owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:32:27.852326 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e238b7-369b-40be-864d-3a879371eb94 req-c78101a8-d1a0-4d13-8b5a-8784fbf96745 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:27.853818 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d3e238b7-369b-40be-864d-3a879371eb94 req-c78101a8-d1a0-4d13-8b5a-8784fbf96745 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0811381 Jan 17 09:32:27.905807 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37434) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:27.956519 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d3e238b7-369b-40be-864d-3a879371eb94 req-15885b8b-1973-417a-8b75-6823bba6ab30 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718098 Jan 17 09:32:28.021711 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f1ceff3b-2dea-46ce-82ad-dd4d0124a40e req-159b4958-1e7e-409e-a62b-387f94aa1e88 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (6d51e753-c69c-4f3d-b28e-a1e9d89810ab), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:28.044115 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['6d51e753-c69c-4f3d-b28e-a1e9d89810ab'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:32:28.051638 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b4958-1e7e-409e-a62b-387f94aa1e88 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Pushing event deleted for resources: {'Port': ['ID=6d51e753-c69c-4f3d-b28e-a1e9d89810ab,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:28.099396 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ceff3b-2dea-46ce-82ad-dd4d0124a40e req-159b4958-1e7e-409e-a62b-387f94aa1e88 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] No DVR routers for this DVR port 6d51e753-c69c-4f3d-b28e-a1e9d89810ab on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:32:28.102302 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f1ceff3b-2dea-46ce-82ad-dd4d0124a40e req-159b4958-1e7e-409e-a62b-387f94aa1e88 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:28.105796 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f1ceff3b-2dea-46ce-82ad-dd4d0124a40e req-159b4958-1e7e-409e-a62b-387f94aa1e88 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.31 "DELETE /v2.0/ports/6d51e753-c69c-4f3d-b28e-a1e9d89810ab HTTP/1.1" status: 204 len: 173 time: 0.5074060 Jan 17 09:32:28.106360 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30890c39-7de5-4354-aff0-93c1246539a0', 'name': 'network-vif-deleted', 'tag': '6d51e753-c69c-4f3d-b28e-a1e9d89810ab'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:32:28.108730 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab22862f-8536-42ff-98a0-493e7c792324" -d '{"events": [{"server_uuid": "30890c39-7de5-4354-aff0-93c1246539a0", "name": "network-vif-deleted", "tag": "6d51e753-c69c-4f3d-b28e-a1e9d89810ab"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:32:28.139937 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16f5b2d6-8714-41a1-86a7-fb5f6aeed945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:28.159818 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c0a253-5e77-414e-aa68-eb995fb6a4f2 x-openstack-request-id: req-59c0a253-5e77-414e-aa68-eb995fb6a4f2 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:32:28.160151 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30890c39-7de5-4354-aff0-93c1246539a0", "name": "network-vif-deleted", "tag": "6d51e753-c69c-4f3d-b28e-a1e9d89810ab", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:32:28.161586 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59c0a253-5e77-414e-aa68-eb995fb6a4f2 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:32:28.161586 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30890c39-7de5-4354-aff0-93c1246539a0', 'name': 'network-vif-deleted', 'tag': '6d51e753-c69c-4f3d-b28e-a1e9d89810ab', 'status': 'completed', 'code': 200} Jan 17 09:32:28.178247 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b3cc0-33a0-4abf-9200-9486fff114c6 req-9525dfd3-0fac-4c20-9d09-4ec1a7b96e04 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:28.179704 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0b5b3cc0-33a0-4abf-9200-9486fff114c6 req-9525dfd3-0fac-4c20-9d09-4ec1a7b96e04 tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/ports?device_id=30890c39-7de5-4354-aff0-93c1246539a0 HTTP/1.1" status: 200 len: 867 time: 0.2821615 Jan 17 09:32:28.278349 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0b5b3cc0-33a0-4abf-9200-9486fff114c6 req-aeb07c76-a11c-4c5d-b941-c89f0e16ce5d tempest-VolumesNegativeTest-849982295 tempest-VolumesNegativeTest-849982295-project] 10.222.0.77 "GET /v2.0/security-groups?id=3df6d180-8f9d-48b9-b930-94be74ebefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813131 Jan 17 09:32:28.303862 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16f5b2d6-8714-41a1-86a7-fb5f6aeed945 admin admin] Publish callbacks [] for security_group (95e77a15-f0f7-43d6-b06c-dfcf62aa54e3), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:28.308593 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16f5b2d6-8714-41a1-86a7-fb5f6aeed945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (95e77a15-f0f7-43d6-b06c-dfcf62aa54e3), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:28.349358 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-16f5b2d6-8714-41a1-86a7-fb5f6aeed945 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=04d829ec5c8649fba95cba92c252e43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408486 Jan 17 09:32:28.350230 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5b2d6-8714-41a1-86a7-fb5f6aeed945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e77a15-f0f7-43d6-b06c-dfcf62aa54e3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:28.351999 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 37442) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:28.398305 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6febf08e-d862-4abf-aa3c-180dc8e75b13 admin admin] Publish callbacks [] for security_group (95e77a15-f0f7-43d6-b06c-dfcf62aa54e3), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:28.419225 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6febf08e-d862-4abf-aa3c-180dc8e75b13 admin admin] Publish callbacks [] for security_group (95e77a15-f0f7-43d6-b06c-dfcf62aa54e3), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:28.465816 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6febf08e-d862-4abf-aa3c-180dc8e75b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (95e77a15-f0f7-43d6-b06c-dfcf62aa54e3), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:28.468378 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6febf08e-d862-4abf-aa3c-180dc8e75b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:28.469603 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6febf08e-d862-4abf-aa3c-180dc8e75b13 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/95e77a15-f0f7-43d6-b06c-dfcf62aa54e3 HTTP/1.1" status: 204 len: 168 time: 0.1165085 Jan 17 09:32:28.477934 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febf08e-d862-4abf-aa3c-180dc8e75b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e77a15-f0f7-43d6-b06c-dfcf62aa54e3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:29.073466 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca14f48-8f80-4640-8a50-e0439c424f96 req-fb50528e-9de1-41a4-8aac-dd5898b3bd04 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:29.075050 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fca14f48-8f80-4640-8a50-e0439c424f96 req-fb50528e-9de1-41a4-8aac-dd5898b3bd04 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0502408 Jan 17 09:32:29.121686 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fca14f48-8f80-4640-8a50-e0439c424f96 req-84f1858b-6a6d-4f05-9282-eae9ca4a881d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405450 Jan 17 09:32:29.149437 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37468) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:29.242297 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1259769006-network', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:29.263489 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] Made reservation on behalf of f598fce1df014bbe82e23bbf0b7544eb for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:32:29.265765 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:29.273721 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:29.360988 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] Publish callbacks [] for security_group (2df9d091-ec25-4eb5-8d18-f2f0a93bfe95), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:29.367150 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (2df9d091-ec25-4eb5-8d18-f2f0a93bfe95), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:29.389257 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:32:29.402904 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df9d091-ec25-4eb5-8d18-f2f0a93bfe95,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:29.409603 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (23f7bd03-1b51-40e5-a06b-66610c15ef37), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:29.409948 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.segments_db [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] Added segment 23f7bd03-1b51-40e5-a06b-66610c15ef37 of type vlan for network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 Jan 17 09:32:29.458086 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:29.482371 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:29.483517 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:29.484272 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:29.543036 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3925152 Jan 17 09:32:29.545990 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 37492) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:29.551455 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381f16e-88bd-4efa-85af-b434d7b57dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:29.551595 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-87070324-006e-4aa0-83e8-c0ab9bcc531e admin admin] Request body: {'subnet': {'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1259769006-subnet', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:29.561554 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:32:29.577843 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87070324-006e-4aa0-83e8-c0ab9bcc531e admin admin] Made reservation on behalf of f598fce1df014bbe82e23bbf0b7544eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:32:29.580183 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87070324-006e-4aa0-83e8-c0ab9bcc531e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8559036'] for subnet (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:29.749860 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87070324-006e-4aa0-83e8-c0ab9bcc531e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8856208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559022'] for subnet (7b725854-b5c0-41ee-8bb5-b9d0e5c1d302), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:29.802514 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87070324-006e-4aa0-83e8-c0ab9bcc531e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b725854-b5c0-41ee-8bb5-b9d0e5c1d302,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:29.812354 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87070324-006e-4aa0-83e8-c0ab9bcc531e admin admin] Checking segment: {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:32:29.812712 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87070324-006e-4aa0-83e8-c0ab9bcc531e admin admin] Network hostable DHCP agents. Network: 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:32:29.831995 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87070324-006e-4aa0-83e8-c0ab9bcc531e admin admin] Network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:32:29.842988 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-87070324-006e-4aa0-83e8-c0ab9bcc531e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:32:29.847915 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87070324-006e-4aa0-83e8-c0ab9bcc531e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:29.848619 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87070324-006e-4aa0-83e8-c0ab9bcc531e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:29.853720 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273f4de9-5662-4ab1-8103-d364a0e84258 None None] Network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:32:29.873562 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-87070324-006e-4aa0-83e8-c0ab9bcc531e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3264585 Jan 17 09:32:29.876227 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 37518) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:29.881153 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:29.905647 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7825'] for router (b34adfdf-0d71-4c84-a507-2579f344c86d), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:29.906999 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7832'] for router (b34adfdf-0d71-4c84-a507-2579f344c86d), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:29.964783 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Publish callbacks [] for router_controller (b34adfdf-0d71-4c84-a507-2579f344c86d), precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:30.105731 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Publish callbacks [] for router_gateway (b34adfdf-0d71-4c84-a507-2579f344c86d), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:30.110599 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0abc91-a25f-5719-a88d-a73c0a9dcccf-7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302'}]}} from dv-cinder-815582-7-iscsi. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:32:30.111630 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:30.249619 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Allocated IP 172.20.0.2 (7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1/7b725854-b5c0-41ee-8bb5-b9d0e5c1d302/f8c81c88-0a4d-4a28-871c-a9b73404f843) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:32:30.328921 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd596a2-9b7e-4d69-880e-775f63a4044a req-c21ab7c2-e212-45ef-8047-a5dae051788a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:30.330451 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3bd596a2-9b7e-4d69-880e-775f63a4044a req-c21ab7c2-e212-45ef-8047-a5dae051788a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.1276903 Jan 17 09:32:30.422710 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Publish callbacks [] for router_gateway (b34adfdf-0d71-4c84-a507-2579f344c86d), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:30.433702 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Publish callbacks [] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:30.442118 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:30.460374 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:30.479554 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3bd596a2-9b7e-4d69-880e-775f63a4044a req-03851830-934f-473c-aa87-793211ba8186 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271195 Jan 17 09:32:30.495310 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:32:30.498623 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:32:30.501854 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:32:30.521218 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Pushing event updated for resources: {'Port': ['ID=f8c81c88-0a4d-4a28-871c-a9b73404f843,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:30.575074 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:30.576094 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:30.576625 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:30.577116 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:30.577597 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:30.578083 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:30.578561 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:30.579050 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:30.579526 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:30.580573 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:30.581052 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:30.581775 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:30.582276 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:30.585734 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Allocated IP 172.27.2.165 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/3feabb9a-713b-4d59-b8c6-51f6891ad60a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:32:30.597025 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Attempting to bind port f8c81c88-0a4d-4a28-871c-a9b73404f843 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:32:30.597439 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Attempting to bind port f8c81c88-0a4d-4a28-871c-a9b73404f843 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:32:30.597968 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Attempting to bind port f8c81c88-0a4d-4a28-871c-a9b73404f843 on network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:32:30.604013 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:32:30.604634 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Checking segment: {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:32:30.605206 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:30.605745 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Bound using segment: {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:32:30.606370 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Bound port: f8c81c88-0a4d-4a28-871c-a9b73404f843, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:32:30.606752 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:30.675879 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] For port f8c81c88-0a4d-4a28-871c-a9b73404f843, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:32:30.679693 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] For port f8c81c88-0a4d-4a28-871c-a9b73404f843, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=f8c81c88-0a4d-4a28-871c-a9b73404f843,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:32:30.685326 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:30.717047 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Publish callbacks [] for port (3feabb9a-713b-4d59-b8c6-51f6891ad60a), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:30.748699 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25e80c-be8c-4c94-bf79-68159ab328c6 None None] Pushing event updated for resources: {'Port': ['ID=f8c81c88-0a4d-4a28-871c-a9b73404f843,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:30.772876 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (3feabb9a-713b-4d59-b8c6-51f6891ad60a), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:30.816734 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:32:30.819684 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:32:30.823268 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:32:30.842074 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 6d51e753-c69c-4f3d-b28e-a1e9d89810ab no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:32:30.849682 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Pushing event updated for resources: {'Port': ['ID=3feabb9a-713b-4d59-b8c6-51f6891ad60a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:30.877077 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: 6d51e753-c69c-4f3d-b28e-a1e9d89810ab {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:32:30.877791 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 6d51e753-c69c-4f3d-b28e-a1e9d89810ab not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:32:31.095255 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device f8c81c88-0a4d-4a28-871c-a9b73404f843 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:32:31.155403 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port f8c81c88-0a4d-4a28-871c-a9b73404f843 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:31.155802 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:31.250843 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port f8c81c88-0a4d-4a28-871c-a9b73404f843 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:31.251247 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:31.294757 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port f8c81c88-0a4d-4a28-871c-a9b73404f843, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=f8c81c88-0a4d-4a28-871c-a9b73404f843,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:31.300314 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:31.366520 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=f8c81c88-0a4d-4a28-871c-a9b73404f843,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:31.417895 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Publish callbacks [] for router_gateway (b34adfdf-0d71-4c84-a507-2579f344c86d), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:31.616099 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edebef-f8f1-4bca-ade5-80734fa955bc req-8aed652a-27fe-4e4c-a7c9-4080b5a86761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:31.617594 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e9edebef-f8f1-4bca-ade5-80734fa955bc req-8aed652a-27fe-4e4c-a7c9-4080b5a86761 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.1621711 Jan 17 09:32:31.694539 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6bae-62ea-4729-8e33-09d5c9d14b61 req-b318cb12-a37a-4488-b3b3-e18914a5ca5b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:31.694539 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b49d6bae-62ea-4729-8e33-09d5c9d14b61 req-b318cb12-a37a-4488-b3b3-e18914a5ca5b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.1320415 Jan 17 09:32:31.795541 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e9edebef-f8f1-4bca-ade5-80734fa955bc req-ca9ddc64-529f-436b-a14f-03f0d9977ef9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431868 Jan 17 09:32:31.808721 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631378'] for router (b34adfdf-0d71-4c84-a507-2579f344c86d), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:31.820443 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b49d6bae-62ea-4729-8e33-09d5c9d14b61 req-e4c00ab9-350d-40a5-b2a1-3858b3274f93 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932176 Jan 17 09:32:31.880241 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a15b4ba-28f9-46d5-9c5c-61d2fd67d93e None None] Network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:32:31.957915 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Router b34adfdf-0d71-4c84-a507-2579f344c86d is scheduled to L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:32:31.984712 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-93f521c3-cdc4-4d66-a1b5-93f3130355fa None None] Provisioning complete for port f8c81c88-0a4d-4a28-871c-a9b73404f843 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:31.985146 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93f521c3-cdc4-4d66-a1b5-93f3130355fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:32.083265 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:32:32.084798 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-93f521c3-cdc4-4d66-a1b5-93f3130355fa None None] Current status of the port f8c81c88-0a4d-4a28-871c-a9b73404f843 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:32.094465 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Sync routers for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:32:32.107924 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:32.108139 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:32:32.108716 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:32:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:32.109617 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-61a8cec9-807b-4fa6-90b7-bc830b10f776 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2324240 Jan 17 09:32:32.112246 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 37718) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:32.247866 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:32:32.417181 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6375dc78-8f9e-4cd1-b428-59cf0e902104 None None] Provisioning complete for port f8c81c88-0a4d-4a28-871c-a9b73404f843 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:32.417813 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6375dc78-8f9e-4cd1-b428-59cf0e902104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:32.459004 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:31Z', 'revision_number': 3, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:32.514200 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Checking router: b34adfdf-0d71-4c84-a507-2579f344c86d for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:32:32.514883 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Updating router b34adfdf-0d71-4c84-a507-2579f344c86d port 3feabb9a-713b-4d59-b8c6-51f6891ad60a binding host dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:32:32.545389 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6375dc78-8f9e-4cd1-b428-59cf0e902104 None None] Current status of the port f8c81c88-0a4d-4a28-871c-a9b73404f843 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:32.545598 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (3feabb9a-713b-4d59-b8c6-51f6891ad60a), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:32.649794 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:32.812773 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Allocated IP 172.20.0.1 (7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1/7b725854-b5c0-41ee-8bb5-b9d0e5c1d302/5a72e489-8ed6-4179-ab84-c0241354aa1c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:32:32.903099 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Publish callbacks [] for port (3feabb9a-713b-4d59-b8c6-51f6891ad60a), precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:32.909864 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (3feabb9a-713b-4d59-b8c6-51f6891ad60a), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:32.944095 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Publish callbacks [] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:32.967337 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daf8d6-a32b-487b-a6a5-a4e773eefd5d None None] Pushing event updated for resources: {'Port': ['ID=3feabb9a-713b-4d59-b8c6-51f6891ad60a,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:32.970483 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668d8c6-54ca-4ec2-b3e0-30af0139d46a req-42d5e539-7c06-40a2-96ce-7ce67fa52197 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:32.972526 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a668d8c6-54ca-4ec2-b3e0-30af0139d46a req-42d5e539-7c06-40a2-96ce-7ce67fa52197 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0695903 Jan 17 09:32:32.979092 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Attempting to bind port 3feabb9a-713b-4d59-b8c6-51f6891ad60a on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:32:32.979458 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Attempting to bind port 3feabb9a-713b-4d59-b8c6-51f6891ad60a by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:32:32.979818 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Attempting to bind port 3feabb9a-713b-4d59-b8c6-51f6891ad60a on network ef01d75c-5e48-4e3d-a422-561f138b7f60 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:32:32.985095 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:32:32.985704 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Checking segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:32:32.986318 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:32.987224 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Bound using segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:32:32.987829 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Bound port: 3feabb9a-713b-4d59-b8c6-51f6891ad60a, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:32:32.988530 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (3feabb9a-713b-4d59-b8c6-51f6891ad60a), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:33.026653 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:33.041425 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device f8c81c88-0a4d-4a28-871c-a9b73404f843 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:32:33.050385 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] For port 3feabb9a-713b-4d59-b8c6-51f6891ad60a, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:32:33.058518 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] For port 3feabb9a-713b-4d59-b8c6-51f6891ad60a, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=3feabb9a-713b-4d59-b8c6-51f6891ad60a,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:32:33.065173 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (3feabb9a-713b-4d59-b8c6-51f6891ad60a), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:33.073388 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:32:33.076796 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:32:33.086013 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a668d8c6-54ca-4ec2-b3e0-30af0139d46a req-58076e04-77ae-41e2-a60c-02970416729f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013944 Jan 17 09:32:33.086795 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:32:33.144754 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Pushing event updated for resources: {'Port': ['ID=5a72e489-8ed6-4179-ab84-c0241354aa1c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:33.145031 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:32:33.145031 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:32:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:33.165399 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631173'] for router_interface (b34adfdf-0d71-4c84-a507-2579f344c86d), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:33.170153 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port f8c81c88-0a4d-4a28-871c-a9b73404f843 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:33.170540 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:33.356873 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port f8c81c88-0a4d-4a28-871c-a9b73404f843 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:33.407742 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daf8d6-a32b-487b-a6a5-a4e773eefd5d None None] Pushing event updated for resources: {'Port': ['ID=3feabb9a-713b-4d59-b8c6-51f6891ad60a,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:33.420857 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:32:33.423930 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:33.474163 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd01a74-57b6-4751-83e8-14a872686607 req-9830d5b6-b046-4b9e-a2fa-d6b7838fa579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:33.475748 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-acd01a74-57b6-4751-83e8-14a872686607 req-9830d5b6-b046-4b9e-a2fa-d6b7838fa579 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9d45a94d13240c9bf0db535e64bd980&device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0821567 Jan 17 09:32:33.476498 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-aaaf8683-2b5c-4340-9ba5-0f6f0b77c5d1 None None] Provisioning complete for port 5a72e489-8ed6-4179-ab84-c0241354aa1c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:33.476907 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aaaf8683-2b5c-4340-9ba5-0f6f0b77c5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:33.526600 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf8683-2b5c-4340-9ba5-0f6f0b77c5d1 None None] Port 5a72e489-8ed6-4179-ab84-c0241354aa1c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:32:33.625472 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:31Z', 'revision_number': 3, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:33.649322 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd01a74-57b6-4751-83e8-14a872686607 req-d145002d-4bee-4442-a863-906f37d2831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:33.650787 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-acd01a74-57b6-4751-83e8-14a872686607 req-d145002d-4bee-4442-a863-906f37d2831c service neutron] 10.222.0.31 "GET /v2.0/networks?id=da34c571-1e47-48bc-a790-537149900e32 HTTP/1.1" status: 200 len: 919 time: 0.1480086 Jan 17 09:32:33.661327 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c4f90-d30c-4c4f-98e7-87a21e968d8f None None] The sync data for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi is: [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:31Z', 'revision_number': 3, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:32:33.709212 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-acd01a74-57b6-4751-83e8-14a872686607 req-d2e9c634-0192-49bd-bb59-7f858af69777 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91c7a312-30e2-4838-82bc-ba855768d4eb HTTP/1.1" status: 200 len: 217 time: 0.0484304 Jan 17 09:32:33.711277 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Publish callbacks [] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:33.727646 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:33.831591 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd01a74-57b6-4751-83e8-14a872686607 req-8567cab1-990e-4389-80e4-3a1edd387840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:33.832561 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-acd01a74-57b6-4751-83e8-14a872686607 req-8567cab1-990e-4389-80e4-3a1edd387840 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3915768e-4951-462b-8892-2a88e583fd54 HTTP/1.1" status: 200 len: 858 time: 0.1173549 Jan 17 09:32:33.837589 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Pushing event updated for resources: {'Port': ['ID=5a72e489-8ed6-4179-ab84-c0241354aa1c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:33.846650 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37772) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:33.849651 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631057'] for router_interface (b34adfdf-0d71-4c84-a507-2579f344c86d), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:33.885893 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-acd01a74-57b6-4751-83e8-14a872686607 req-2d7d29c1-d2e8-47c8-a20b-84c71a9370ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da34c571-1e47-48bc-a790-537149900e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321414 Jan 17 09:32:34.038790 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c4c0d-2867-4e2a-a234-1e39a4a99b35 req-acd5c102-f9f9-459d-9ece-7a08f8f1147d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:34.046567 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f84c4c0d-2867-4e2a-a234-1e39a4a99b35 req-acd5c102-f9f9-459d-9ece-7a08f8f1147d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0984080 Jan 17 09:32:34.073540 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:32:34.076108 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-acd01a74-57b6-4751-83e8-14a872686607 req-3f99c28a-7fa9-44a5-9e34-1064e8ccd27a service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305776 Jan 17 09:32:34.077132 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:32:34.104123 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-e0fef084-0c4d-422f-93b1-baa242db2c33 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=790fc9444a7b437b92c76df3f2b46c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561610 Jan 17 09:32:34.104741 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37778) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:34.215636 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79c925fb-7bdc-4e20-92f5-3dc97dcb9445 admin admin] Publish callbacks [] for security_group (3df6d180-8f9d-48b9-b930-94be74ebefff), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:34.242311 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f84c4c0d-2867-4e2a-a234-1e39a4a99b35 req-646a2e77-b63c-486b-94cc-535ba3e6735b tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887023 Jan 17 09:32:34.271498 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79c925fb-7bdc-4e20-92f5-3dc97dcb9445 admin admin] Publish callbacks [] for security_group (3df6d180-8f9d-48b9-b930-94be74ebefff), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:34.341891 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79c925fb-7bdc-4e20-92f5-3dc97dcb9445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (3df6d180-8f9d-48b9-b930-94be74ebefff), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:34.345201 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79c925fb-7bdc-4e20-92f5-3dc97dcb9445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:34.353179 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-79c925fb-7bdc-4e20-92f5-3dc97dcb9445 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3df6d180-8f9d-48b9-b930-94be74ebefff HTTP/1.1" status: 204 len: 168 time: 0.2441089 Jan 17 09:32:34.370517 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8b143732-12e9-42eb-b388-820fd6dbece3 None None] Provisioning complete for port 5a72e489-8ed6-4179-ab84-c0241354aa1c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:34.371340 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8b143732-12e9-42eb-b388-820fd6dbece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:34.372394 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c925fb-7bdc-4e20-92f5-3dc97dcb9445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df6d180-8f9d-48b9-b930-94be74ebefff,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:34.431339 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8b143732-12e9-42eb-b388-820fd6dbece3 None None] Port 5a72e489-8ed6-4179-ab84-c0241354aa1c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:32:34.576746 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bd61a-f848-4255-a465-a2b9396285c1 req-fdcba9a5-8eb5-4087-b7d2-c057b94cd927 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:34.578284 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b56bd61a-f848-4255-a465-a2b9396285c1 req-fdcba9a5-8eb5-4087-b7d2-c057b94cd927 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.3713865 Jan 17 09:32:34.582997 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Router b34adfdf-0d71-4c84-a507-2579f344c86d has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:32:34.590122 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-acd01a74-57b6-4751-83e8-14a872686607 req-fd648af2-7724-4beb-9929-42e079ab81be service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401169 Jan 17 09:32:34.676872 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b56bd61a-f848-4255-a465-a2b9396285c1 req-c35cbd6c-afe2-40a5-8c14-830f2c8a6aed tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890596 Jan 17 09:32:34.777071 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:32:34.782216 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-50a92ea3-9fff-4789-8efc-46ad523b74cb admin admin] 10.222.0.77 "PUT /v2.0/routers/b34adfdf-0d71-4c84-a507-2579f344c86d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6688457 Jan 17 09:32:35.015880 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4586d-c33b-44c9-8514-d2091600fd18 req-14e97c52-9480-433e-bfcc-827cc3ae4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:35.019298 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67a4586d-c33b-44c9-8514-d2091600fd18 req-14e97c52-9480-433e-bfcc-827cc3ae4135 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9d45a94d13240c9bf0db535e64bd980&device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0709972 Jan 17 09:32:35.082409 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc45779-9d8a-44d8-9378-f1556add49d6 req-38091928-b71e-4a47-af4d-8bd70f0ef510 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:35.096753 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2bc45779-9d8a-44d8-9378-f1556add49d6 req-38091928-b71e-4a47-af4d-8bd70f0ef510 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0896246 Jan 17 09:32:35.098129 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 3feabb9a-713b-4d59-b8c6-51f6891ad60a up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:32:35.173007 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2bc45779-9d8a-44d8-9378-f1556add49d6 req-13ef040c-e3b7-42b7-8918-ed5e1018cae0 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727375 Jan 17 09:32:35.174322 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 3feabb9a-713b-4d59-b8c6-51f6891ad60a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:35.177473 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (3feabb9a-713b-4d59-b8c6-51f6891ad60a), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:35.187946 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4586d-c33b-44c9-8514-d2091600fd18 req-3d11d517-5ca3-41e0-b8dd-a15cb0f1faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:35.187946 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67a4586d-c33b-44c9-8514-d2091600fd18 req-3d11d517-5ca3-41e0-b8dd-a15cb0f1faa1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=da34c571-1e47-48bc-a790-537149900e32 HTTP/1.1" status: 200 len: 919 time: 0.1447163 Jan 17 09:32:35.253578 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67a4586d-c33b-44c9-8514-d2091600fd18 req-ffafe732-4a08-400a-adcc-4572a3e66cc9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91c7a312-30e2-4838-82bc-ba855768d4eb HTTP/1.1" status: 200 len: 217 time: 0.0573239 Jan 17 09:32:35.314159 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 3feabb9a-713b-4d59-b8c6-51f6891ad60a is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:35.314159 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (3feabb9a-713b-4d59-b8c6-51f6891ad60a), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:35.328059 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4586d-c33b-44c9-8514-d2091600fd18 req-0a4301e4-49ef-4a99-a535-101481096ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:35.332787 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67a4586d-c33b-44c9-8514-d2091600fd18 req-0a4301e4-49ef-4a99-a535-101481096ac2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3915768e-4951-462b-8892-2a88e583fd54 HTTP/1.1" status: 200 len: 858 time: 0.0659006 Jan 17 09:32:35.345124 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port 3feabb9a-713b-4d59-b8c6-51f6891ad60a, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=3feabb9a-713b-4d59-b8c6-51f6891ad60a,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:35.354246 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (3feabb9a-713b-4d59-b8c6-51f6891ad60a), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:35.396637 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67a4586d-c33b-44c9-8514-d2091600fd18 req-10bf501a-e85d-483e-aedd-b16f53b1094f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da34c571-1e47-48bc-a790-537149900e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476174 Jan 17 09:32:35.419787 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=3feabb9a-713b-4d59-b8c6-51f6891ad60a,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:35.423671 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57373286-8027-43c3-8dd9-44ac8fcc33d4 req-0a56b286-7e61-4c2a-a52e-d5ec668d43ea tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:35.432292 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-57373286-8027-43c3-8dd9-44ac8fcc33d4 req-0a56b286-7e61-4c2a-a52e-d5ec668d43ea tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0931220 Jan 17 09:32:35.542205 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-57373286-8027-43c3-8dd9-44ac8fcc33d4 req-72b73daf-6423-4b9f-aedc-4522e95b186e tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950880 Jan 17 09:32:35.557278 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67a4586d-c33b-44c9-8514-d2091600fd18 req-5bd60bf7-c004-4daa-b87f-8e181ac1e639 service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522818 Jan 17 09:32:35.573688 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37832) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:35.579711 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-641794422-network', 'tenant_id': '5b08989cd7b3498a8cb93b67c03327be'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:35.607788 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] Made reservation on behalf of 5b08989cd7b3498a8cb93b67c03327be for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:32:35.610942 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:35.620537 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:35.676306 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-67a4586d-c33b-44c9-8514-d2091600fd18 req-e2649bcb-a6cc-48e4-9885-75ce5ddf9324 service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118667 Jan 17 09:32:35.717073 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] Publish callbacks [] for security_group (2e5ddc87-f6a8-4ff8-b26d-86c13f02dc6e), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:35.725100 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (2e5ddc87-f6a8-4ff8-b26d-86c13f02dc6e), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:35.747277 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:32:35.761174 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5ddc87-f6a8-4ff8-b26d-86c13f02dc6e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:35.765995 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (8130d5c7-401d-4ed5-a60e-a0b30b7942aa), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:35.766343 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.segments_db [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] Added segment 8130d5c7-401d-4ed5-a60e-a0b30b7942aa of type vlan for network 0dd72088-1616-4ba1-b453-f5e00e0141fd Jan 17 09:32:35.810031 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (0dd72088-1616-4ba1-b453-f5e00e0141fd), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:35.837919 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (0dd72088-1616-4ba1-b453-f5e00e0141fd), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:35.839141 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:35.840051 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:35.853959 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Sync routers for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:32:35.869618 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:32:35.870288 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:32:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:35.899627 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3221807 Jan 17 09:32:35.899997 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 37838) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:35.906042 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ce9ff4d8-b6b3-41f7-8359-d71306790155 admin admin] Request body: {'subnet': {'network_id': '0dd72088-1616-4ba1-b453-f5e00e0141fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-641794422-subnet', 'tenant_id': '5b08989cd7b3498a8cb93b67c03327be', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:35.922003 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b4352-4094-41db-abd5-f3790ef5d990 admin admin] Pushing event updated for resources: {'Network': ['ID=0dd72088-1616-4ba1-b453-f5e00e0141fd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:35.935691 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9ff4d8-b6b3-41f7-8359-d71306790155 admin admin] Made reservation on behalf of 5b08989cd7b3498a8cb93b67c03327be for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:32:35.938944 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff4d8-b6b3-41f7-8359-d71306790155 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8559036'] for subnet (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:35.941295 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network 0dd72088-1616-4ba1-b453-f5e00e0141fd details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:32:36.028427 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:36.085149 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:32:36.120423 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff4d8-b6b3-41f7-8359-d71306790155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8856208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559022'] for subnet (328a7f2d-8eb9-4905-8e64-e54695174f6e), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:36.177816 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ff4d8-b6b3-41f7-8359-d71306790155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=328a7f2d-8eb9-4905-8e64-e54695174f6e,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:36.185307 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ff4d8-b6b3-41f7-8359-d71306790155 admin admin] Checking segment: {'id': '8130d5c7-401d-4ed5-a60e-a0b30b7942aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0dd72088-1616-4ba1-b453-f5e00e0141fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:32:36.185670 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ff4d8-b6b3-41f7-8359-d71306790155 admin admin] Network hostable DHCP agents. Network: 0dd72088-1616-4ba1-b453-f5e00e0141fd, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:32:36.202891 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ff4d8-b6b3-41f7-8359-d71306790155 admin admin] Network 0dd72088-1616-4ba1-b453-f5e00e0141fd is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:32:36.213838 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ce9ff4d8-b6b3-41f7-8359-d71306790155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, 0dd72088-1616-4ba1-b453-f5e00e0141fd) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:32:36.217788 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ff4d8-b6b3-41f7-8359-d71306790155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:36.218406 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff4d8-b6b3-41f7-8359-d71306790155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:36.228565 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e68a83e-e763-46fd-bd20-86ed75659320 None None] Network 0dd72088-1616-4ba1-b453-f5e00e0141fd requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:32:36.234376 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ce9ff4d8-b6b3-41f7-8359-d71306790155 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3328104 Jan 17 09:32:36.236886 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 37846) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:36.241688 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-641794422-router', 'tenant_id': '5b08989cd7b3498a8cb93b67c03327be', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:36.289036 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7825'] for router (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:36.290062 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7832'] for router (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:36.319814 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cbc6c-bb60-44df-b93e-abdc8e545db8 req-22fc0266-58d8-4d20-81df-a2d3a9203363 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:36.321343 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-560cbc6c-bb60-44df-b93e-abdc8e545db8 req-22fc0266-58d8-4d20-81df-a2d3a9203363 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0637791 Jan 17 09:32:36.378432 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0abc91-a25f-5719-a88d-a73c0a9dcccf-0dd72088-1616-4ba1-b453-f5e00e0141fd', 'network_id': '0dd72088-1616-4ba1-b453-f5e00e0141fd', 'project_id': '5b08989cd7b3498a8cb93b67c03327be', 'fixed_ips': [{'subnet_id': '328a7f2d-8eb9-4905-8e64-e54695174f6e'}]}} from dv-cinder-815582-7-iscsi. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:32:36.379301 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:36.381955 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Publish callbacks [] for router_controller (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:36.404240 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 2, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:36.437840 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Checking router: b34adfdf-0d71-4c84-a507-2579f344c86d for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:32:36.438573 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Updating router b34adfdf-0d71-4c84-a507-2579f344c86d port 5a72e489-8ed6-4179-ab84-c0241354aa1c binding host dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:32:36.469294 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-560cbc6c-bb60-44df-b93e-abdc8e545db8 req-d3f5798e-a154-408b-99c5-c35143044825 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405132 Jan 17 09:32:36.515879 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:36.538004 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Publish callbacks [] for router_gateway (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:36.605995 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Allocated IP 172.20.0.2 (0dd72088-1616-4ba1-b453-f5e00e0141fd/328a7f2d-8eb9-4905-8e64-e54695174f6e/9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:32:36.672081 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c9659-5a8f-4f45-aec0-3f28221c93af req-98f6d0a8-a4a0-40f5-9daf-084faadabc5f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:36.674126 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d63c9659-5a8f-4f45-aec0-3f28221c93af req-98f6d0a8-a4a0-40f5-9daf-084faadabc5f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0532036 Jan 17 09:32:36.734888 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d63c9659-5a8f-4f45-aec0-3f28221c93af req-f78f68c1-3155-4223-b9d3-8f1ab545bab1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546947 Jan 17 09:32:36.739400 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Publish callbacks [] for router_gateway (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:36.758795 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:36.867737 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Allocated IP 172.27.2.97 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/66f7c987-09bf-442e-bd30-b3ba9d8c25a5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:32:36.979636 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Publish callbacks [] for port (66f7c987-09bf-442e-bd30-b3ba9d8c25a5), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.016467 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Publish callbacks [] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.017966 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (66f7c987-09bf-442e-bd30-b3ba9d8c25a5), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.039620 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.073028 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:32:37.076209 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:32:37.077957 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 3feabb9a-713b-4d59-b8c6-51f6891ad60a up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:32:37.079589 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:32:37.099034 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Publish callbacks [] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.108495 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Pushing event updated for resources: {'Port': ['ID=66f7c987-09bf-442e-bd30-b3ba9d8c25a5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:37.132941 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.148617 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Network 0dd72088-1616-4ba1-b453-f5e00e0141fd is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:32:37.184066 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:32:37.190130 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Pushing event updated for resources: {'Port': ['ID=9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:37.192465 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:32:37.315691 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d687d7-1de7-422a-b32c-665a06a28997 None None] Pushing event updated for resources: {'Port': ['ID=5a72e489-8ed6-4179-ab84-c0241354aa1c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:37.318029 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Attempting to bind port 5a72e489-8ed6-4179-ab84-c0241354aa1c on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:32:37.318590 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Attempting to bind port 5a72e489-8ed6-4179-ab84-c0241354aa1c by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:32:37.319117 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Attempting to bind port 5a72e489-8ed6-4179-ab84-c0241354aa1c on network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:32:37.331152 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Attempting to bind port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:32:37.331795 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Attempting to bind port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': '8130d5c7-401d-4ed5-a60e-a0b30b7942aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0dd72088-1616-4ba1-b453-f5e00e0141fd'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:32:37.332184 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Attempting to bind port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 on network 0dd72088-1616-4ba1-b453-f5e00e0141fd {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:32:37.336434 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:32:37.336808 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Checking segment: {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:32:37.337221 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.337616 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Bound using segment: {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:32:37.338096 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Bound port: 5a72e489-8ed6-4179-ab84-c0241354aa1c, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:32:37.338485 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.345726 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:32:37.346107 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Checking segment: {'id': '8130d5c7-401d-4ed5-a60e-a0b30b7942aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0dd72088-1616-4ba1-b453-f5e00e0141fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:32:37.346514 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.346911 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Bound using segment: {'id': '8130d5c7-401d-4ed5-a60e-a0b30b7942aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0dd72088-1616-4ba1-b453-f5e00e0141fd'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:32:37.347392 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Bound port: 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8130d5c7-401d-4ed5-a60e-a0b30b7942aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0dd72088-1616-4ba1-b453-f5e00e0141fd'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:32:37.347775 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.358976 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 3feabb9a-713b-4d59-b8c6-51f6891ad60a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:37.359405 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (3feabb9a-713b-4d59-b8c6-51f6891ad60a), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.373203 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Publish callbacks [] for router_gateway (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.507802 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] For port 5a72e489-8ed6-4179-ab84-c0241354aa1c, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:32:37.512375 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] For port 5a72e489-8ed6-4179-ab84-c0241354aa1c, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=5a72e489-8ed6-4179-ab84-c0241354aa1c,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:32:37.513719 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] For port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:32:37.518916 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] For port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3,segment=NetworkSegment(8130d5c7-401d-4ed5-a60e-a0b30b7942aa),segment_id=8130d5c7-401d-4ed5-a60e-a0b30b7942aa)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:32:37.523518 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.544680 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5a31ce07-7a94-4855-9795-df13ff0eb566 None None] Provisioning complete for port 5a72e489-8ed6-4179-ab84-c0241354aa1c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:37.545045 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5a31ce07-7a94-4855-9795-df13ff0eb566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.553239 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.613037 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ce0b2-36da-4285-90f2-939b96f6b4f7 req-eefdde8a-d061-44a6-8c53-c025eb23df77 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:37.615405 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e07ce0b2-36da-4285-90f2-939b96f6b4f7 req-eefdde8a-d061-44a6-8c53-c025eb23df77 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0680304 Jan 17 09:32:37.649024 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 3feabb9a-713b-4d59-b8c6-51f6891ad60a is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:37.677248 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:32:37.677893 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:32:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:37.682884 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e07ce0b2-36da-4285-90f2-939b96f6b4f7 req-4c47700b-608a-4e32-a5db-6f0fce342098 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615873 Jan 17 09:32:37.685857 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d687d7-1de7-422a-b32c-665a06a28997 None None] Pushing event updated for resources: {'Port': ['ID=5a72e489-8ed6-4179-ab84-c0241354aa1c,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:37.811819 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631378'] for router (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.856269 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5a31ce07-7a94-4855-9795-df13ff0eb566 None None] Current status of the port 5a72e489-8ed6-4179-ab84-c0241354aa1c is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:37.856670 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5a31ce07-7a94-4855-9795-df13ff0eb566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:37.921638 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:32:37.924135 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56396ac3-dc09-4783-90c8-7a93bbbefcdb None None] Pushing event updated for resources: {'Port': ['ID=9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:37.975726 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef57640-0cf2-44fe-9ee7-5d3547ef27df req-787eafb7-e643-4494-afdd-6cfa1509836a tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:37.983198 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aef57640-0cf2-44fe-9ee7-5d3547ef27df req-787eafb7-e643-4494-afdd-6cfa1509836a tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.1281905 Jan 17 09:32:38.003273 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5a31ce07-7a94-4855-9795-df13ff0eb566 None None] For port 5a72e489-8ed6-4179-ab84-c0241354aa1c, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=5a72e489-8ed6-4179-ab84-c0241354aa1c,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:38.014786 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5a31ce07-7a94-4855-9795-df13ff0eb566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:38.056909 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-aef57640-0cf2-44fe-9ee7-5d3547ef27df req-e6abd4b2-1ef6-4d0c-a98d-9bf8b53edee0 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728436 Jan 17 09:32:38.066900 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Router 42398f07-b7b5-456e-85ec-f08fc2e7fe5f is scheduled to L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:32:38.164440 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31ce07-7a94-4855-9795-df13ff0eb566 None None] Pushing event updated for resources: {'Port': ['ID=5a72e489-8ed6-4179-ab84-c0241354aa1c,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:38.172558 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a9700245-ca32-4950-acc2-010d219caaad None None] Provisioning complete for port 5a72e489-8ed6-4179-ab84-c0241354aa1c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:38.174208 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a9700245-ca32-4950-acc2-010d219caaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:38.186400 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:32:38.197267 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Sync routers for ids ['42398f07-b7b5-456e-85ec-f08fc2e7fe5f'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:32:38.209433 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Routers {'42398f07-b7b5-456e-85ec-f08fc2e7fe5f'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:32:38.210381 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:32:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['42398f07-b7b5-456e-85ec-f08fc2e7fe5f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:38.215155 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:38.217191 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-21f0a594-1bd6-48b1-bb29-7ef2c44a1b1d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9792852 Jan 17 09:32:38.219886 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37870) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:38.322960 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Set router 42398f07-b7b5-456e-85ec-f08fc2e7fe5f gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:32:38.350268 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:38.382096 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c8a4c-93db-48f4-80b9-48b0ce690f59 None None] The sync data for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi is: [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:32:38.388452 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a9700245-ca32-4950-acc2-010d219caaad None None] Current status of the port 5a72e489-8ed6-4179-ab84-c0241354aa1c is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:38.517863 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'name': 'tempest-TestVolumeBootPattern-641794422-router', 'tenant_id': '5b08989cd7b3498a8cb93b67c03327be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '66f7c987-09bf-442e-bd30-b3ba9d8c25a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 3, 'project_id': '5b08989cd7b3498a8cb93b67c03327be', 'gw_port': {'id': '66f7c987-09bf-442e-bd30-b3ba9d8c25a5', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:38.553041 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Checking router: 42398f07-b7b5-456e-85ec-f08fc2e7fe5f for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:32:38.553645 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Updating router 42398f07-b7b5-456e-85ec-f08fc2e7fe5f port 66f7c987-09bf-442e-bd30-b3ba9d8c25a5 binding host dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:32:38.586658 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (66f7c987-09bf-442e-bd30-b3ba9d8c25a5), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:38.733288 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:38.871303 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f10f830-7cf7-433d-8c47-378d92a21a0e None None] Network 0dd72088-1616-4ba1-b453-f5e00e0141fd requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:32:38.873207 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecd0d9-4d7c-4056-8506-e5d1851521d7 req-ffc4ab62-dd83-4928-9d23-fcf57ef141aa tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:38.878130 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Publish callbacks [] for port (66f7c987-09bf-442e-bd30-b3ba9d8c25a5), precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:38.881222 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e0ecd0d9-4d7c-4056-8506-e5d1851521d7 req-ffc4ab62-dd83-4928-9d23-fcf57ef141aa tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0637243 Jan 17 09:32:38.892218 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (66f7c987-09bf-442e-bd30-b3ba9d8c25a5), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:38.963109 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c524aecd-005a-4aa2-b4e5-e33d35a37fa4 None None] Provisioning complete for port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:38.963497 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c524aecd-005a-4aa2-b4e5-e33d35a37fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:38.972646 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e0ecd0d9-4d7c-4056-8506-e5d1851521d7 req-9508429a-58ad-4870-8a35-3cb9af864dc9 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842159 Jan 17 09:32:38.977412 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Attempting to bind port 66f7c987-09bf-442e-bd30-b3ba9d8c25a5 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:32:38.977671 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Attempting to bind port 66f7c987-09bf-442e-bd30-b3ba9d8c25a5 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:32:38.978161 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Attempting to bind port 66f7c987-09bf-442e-bd30-b3ba9d8c25a5 on network ef01d75c-5e48-4e3d-a422-561f138b7f60 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:32:38.983105 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc095534-dc22-4b5b-9dac-b1585e015b2c None None] Pushing event updated for resources: {'Port': ['ID=66f7c987-09bf-442e-bd30-b3ba9d8c25a5,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:39.009835 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Allocated IP 172.20.0.1 (0dd72088-1616-4ba1-b453-f5e00e0141fd/328a7f2d-8eb9-4905-8e64-e54695174f6e/219abd56-8fe6-4e61-9349-74a9f9bbc3c6) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:32:39.010688 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:32:39.011070 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Checking segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:32:39.011479 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:39.011895 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Bound using segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:32:39.015938 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Bound port: 66f7c987-09bf-442e-bd30-b3ba9d8c25a5, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:32:39.018779 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (66f7c987-09bf-442e-bd30-b3ba9d8c25a5), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:39.035251 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc095534-dc22-4b5b-9dac-b1585e015b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:39.036027 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc095534-dc22-4b5b-9dac-b1585e015b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:39.037177 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc095534-dc22-4b5b-9dac-b1585e015b2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:39.039406 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc095534-dc22-4b5b-9dac-b1585e015b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:39.041336 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc095534-dc22-4b5b-9dac-b1585e015b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:39.041958 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc095534-dc22-4b5b-9dac-b1585e015b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:39.042559 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc095534-dc22-4b5b-9dac-b1585e015b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:39.043106 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc095534-dc22-4b5b-9dac-b1585e015b2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:39.043650 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc095534-dc22-4b5b-9dac-b1585e015b2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:39.044652 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc095534-dc22-4b5b-9dac-b1585e015b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:39.045124 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc095534-dc22-4b5b-9dac-b1585e015b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:39.045561 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc095534-dc22-4b5b-9dac-b1585e015b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:39.046206 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc095534-dc22-4b5b-9dac-b1585e015b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:39.141372 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] For port 66f7c987-09bf-442e-bd30-b3ba9d8c25a5, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:32:39.153768 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] For port 66f7c987-09bf-442e-bd30-b3ba9d8c25a5, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=66f7c987-09bf-442e-bd30-b3ba9d8c25a5,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:32:39.164169 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (66f7c987-09bf-442e-bd30-b3ba9d8c25a5), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:39.225741 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 5a72e489-8ed6-4179-ab84-c0241354aa1c up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:32:39.254201 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Routers {'42398f07-b7b5-456e-85ec-f08fc2e7fe5f'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:32:39.262073 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:32:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['42398f07-b7b5-456e-85ec-f08fc2e7fe5f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:39.267995 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc095534-dc22-4b5b-9dac-b1585e015b2c None None] Pushing event updated for resources: {'Port': ['ID=66f7c987-09bf-442e-bd30-b3ba9d8c25a5,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:39.269722 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c524aecd-005a-4aa2-b4e5-e33d35a37fa4 None None] Current status of the port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:39.270295 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c524aecd-005a-4aa2-b4e5-e33d35a37fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:39.301489 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc70de-69a6-4f4a-ae5a-52a5d17877a2 req-9139ccfa-766b-4fff-b5cf-8002d24ed5f8 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:39.317063 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-71fc70de-69a6-4f4a-ae5a-52a5d17877a2 req-9139ccfa-766b-4fff-b5cf-8002d24ed5f8 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.1703548 Jan 17 09:32:39.320056 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Publish callbacks [] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:39.320390 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c524aecd-005a-4aa2-b4e5-e33d35a37fa4 None None] For port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3,segment=NetworkSegment(8130d5c7-401d-4ed5-a60e-a0b30b7942aa),segment_id=8130d5c7-401d-4ed5-a60e-a0b30b7942aa)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:39.336826 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c524aecd-005a-4aa2-b4e5-e33d35a37fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:39.413690 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 5a72e489-8ed6-4179-ab84-c0241354aa1c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:39.414071 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:39.438280 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-71fc70de-69a6-4f4a-ae5a-52a5d17877a2 req-cca176f8-8631-4eab-ac69-77d2b0940a78 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110547 Jan 17 09:32:39.439990 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524aecd-005a-4aa2-b4e5-e33d35a37fa4 None None] Pushing event updated for resources: {'Port': ['ID=9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:39.460755 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:39.469759 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] Set router 42398f07-b7b5-456e-85ec-f08fc2e7fe5f gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:32:39.510935 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Network 0dd72088-1616-4ba1-b453-f5e00e0141fd is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:32:39.516256 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:32:39.542530 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:32:39.561314 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 5a72e489-8ed6-4179-ab84-c0241354aa1c is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:39.562560 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:32:39.598588 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631173'] for router_interface (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:39.757570 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:39.758808 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2a8c42c3-fc33-492c-aeb9-1a830d1c8554 None None] Provisioning complete for port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:39.759026 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a8c42c3-fc33-492c-aeb9-1a830d1c8554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:39.775969 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Pushing event updated for resources: {'Port': ['ID=219abd56-8fe6-4e61-9349-74a9f9bbc3c6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:39.835480 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'name': 'tempest-TestVolumeBootPattern-641794422-router', 'tenant_id': '5b08989cd7b3498a8cb93b67c03327be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '66f7c987-09bf-442e-bd30-b3ba9d8c25a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 3, 'project_id': '5b08989cd7b3498a8cb93b67c03327be', 'gw_port': {'id': '66f7c987-09bf-442e-bd30-b3ba9d8c25a5', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:39.848591 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:39.848929 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:39.869365 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190aa44-2d92-4980-81be-aac03329e427 None None] The sync data for ids ['42398f07-b7b5-456e-85ec-f08fc2e7fe5f'] in dv-cinder-815582-7-iscsi is: [{'id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'name': 'tempest-TestVolumeBootPattern-641794422-router', 'tenant_id': '5b08989cd7b3498a8cb93b67c03327be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '66f7c987-09bf-442e-bd30-b3ba9d8c25a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 3, 'project_id': '5b08989cd7b3498a8cb93b67c03327be', 'gw_port': {'id': '66f7c987-09bf-442e-bd30-b3ba9d8c25a5', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:32:39.942544 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2a8c42c3-fc33-492c-aeb9-1a830d1c8554 None None] Current status of the port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:39.946846 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc491-18c0-48f1-a0ba-91676414e12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:39.978131 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Publish callbacks [] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:39.984383 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:39.998926 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:40.051563 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Pushing event updated for resources: {'Port': ['ID=219abd56-8fe6-4e61-9349-74a9f9bbc3c6,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:40.054332 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631057'] for router_interface (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:40.070147 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-51232aac-f906-41e1-a443-5dd3eecb9fe6 None None] Provisioning complete for port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:40.070536 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-51232aac-f906-41e1-a443-5dd3eecb9fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:40.121469 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-51232aac-f906-41e1-a443-5dd3eecb9fe6 None None] Port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:32:40.155626 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055bf47-f737-40e3-9ee4-6dadb9001105 req-56062333-f08e-4869-bfb0-4c39462ddd3b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:40.157761 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b055bf47-f737-40e3-9ee4-6dadb9001105 req-56062333-f08e-4869-bfb0-4c39462ddd3b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0605357 Jan 17 09:32:40.160774 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Network 0dd72088-1616-4ba1-b453-f5e00e0141fd is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:32:40.162238 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:32:40.221638 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b055bf47-f737-40e3-9ee4-6dadb9001105 req-e3ea20ba-7368-4425-abd1-8be96d45bb25 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570748 Jan 17 09:32:40.339221 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Router 42398f07-b7b5-456e-85ec-f08fc2e7fe5f has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:32:40.440538 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:32:40.494317 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:32:40.504271 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-824f73f2-3cda-450b-af08-1f9bae0f03c0 admin admin] 10.222.0.77 "PUT /v2.0/routers/42398f07-b7b5-456e-85ec-f08fc2e7fe5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2823346 Jan 17 09:32:40.546249 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-226af1f6-38ea-4547-bfb3-487fe965b16d None None] Provisioning complete for port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:40.546636 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-226af1f6-38ea-4547-bfb3-487fe965b16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:40.576059 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955c2ac-df69-4f1d-bd65-0f6cc0850b97 req-f9064e2f-ac4f-4edc-81ac-4977c68868a5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:40.577983 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b955c2ac-df69-4f1d-bd65-0f6cc0850b97 req-f9064e2f-ac4f-4edc-81ac-4977c68868a5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0638947 Jan 17 09:32:40.587203 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-226af1f6-38ea-4547-bfb3-487fe965b16d None None] Port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:32:40.629896 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b955c2ac-df69-4f1d-bd65-0f6cc0850b97 req-aeb7885e-6db0-4802-b43d-da504af977cd tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459085 Jan 17 09:32:41.095002 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 66f7c987-09bf-442e-bd30-b3ba9d8c25a5 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:32:41.144820 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 66f7c987-09bf-442e-bd30-b3ba9d8c25a5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:41.145202 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (66f7c987-09bf-442e-bd30-b3ba9d8c25a5), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.208754 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37902) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:41.214500 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-61f51a38-c887-4b67-9a9e-63714f2c9796 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-424146352', 'description': 'tempest-secgroup-smoke-424146352 description', 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:41.241272 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 66f7c987-09bf-442e-bd30-b3ba9d8c25a5 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:41.241977 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (66f7c987-09bf-442e-bd30-b3ba9d8c25a5), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.264536 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port 66f7c987-09bf-442e-bd30-b3ba9d8c25a5, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=66f7c987-09bf-442e-bd30-b3ba9d8c25a5,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:41.268387 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-61f51a38-c887-4b67-9a9e-63714f2c9796 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.272382 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (66f7c987-09bf-442e-bd30-b3ba9d8c25a5), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.274087 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:32:41.382561 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-61f51a38-c887-4b67-9a9e-63714f2c9796 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group (cdeac66c-895e-4d49-b05a-06f914111338), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.388464 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=66f7c987-09bf-442e-bd30-b3ba9d8c25a5,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:41.389185 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-61f51a38-c887-4b67-9a9e-63714f2c9796 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (cdeac66c-895e-4d49-b05a-06f914111338), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.407264 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:41.408315 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.438291 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-61f51a38-c887-4b67-9a9e-63714f2c9796 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.440504 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-61f51a38-c887-4b67-9a9e-63714f2c9796 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2307434 Jan 17 09:32:41.440917 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec898c-6983-49e7-a675-b17bedfc7c99 req-0fc9c938-3463-4df4-8739-5ae548c3a7f4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:41.442454 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a0ec898c-6983-49e7-a675-b17bedfc7c99 req-0fc9c938-3463-4df4-8739-5ae548c3a7f4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0804610 Jan 17 09:32:41.445677 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 37910) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:41.447821 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f51a38-c887-4b67-9a9e-63714f2c9796 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeac66c-895e-4d49-b05a-06f914111338,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:41.450951 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6cae0bc9-d099-4371-b00d-d5a70e27273f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Request body: {'security_group_rule': {'security_group_id': 'cdeac66c-895e-4d49-b05a-06f914111338', 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:41.536935 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a0ec898c-6983-49e7-a675-b17bedfc7c99 req-dabc2dd6-b6b5-4265-bfa4-78afe108574c tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801723 Jan 17 09:32:41.539194 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cae0bc9-d099-4371-b00d-d5a70e27273f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (59f97a4d-c9b8-4501-a285-f831f46fa629), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.562048 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:41.611825 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cae0bc9-d099-4371-b00d-d5a70e27273f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (59f97a4d-c9b8-4501-a285-f831f46fa629), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.615715 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cae0bc9-d099-4371-b00d-d5a70e27273f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (59f97a4d-c9b8-4501-a285-f831f46fa629), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.631811 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae0bc9-d099-4371-b00d-d5a70e27273f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f97a4d-c9b8-4501-a285-f831f46fa629,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:41.641763 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cae0bc9-d099-4371-b00d-d5a70e27273f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.643005 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6cae0bc9-d099-4371-b00d-d5a70e27273f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1963830 Jan 17 09:32:41.645817 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 37916) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:41.650001 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-670e84a9-9501-48f4-82ad-0b782cb7c9ab tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Request body: {'security_group_rule': {'security_group_id': 'cdeac66c-895e-4d49-b05a-06f914111338', 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:41.687967 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-670e84a9-9501-48f4-82ad-0b782cb7c9ab tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (7e65ba12-5498-4dd9-93cb-69755ea6bbd3), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.766382 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-670e84a9-9501-48f4-82ad-0b782cb7c9ab tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (7e65ba12-5498-4dd9-93cb-69755ea6bbd3), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.774239 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639a49a-e4f7-46b0-b533-fc196544521d req-43ddd167-3724-4270-8128-edc1fdd61ef5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:41.775714 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c639a49a-e4f7-46b0-b533-fc196544521d req-43ddd167-3724-4270-8128-edc1fdd61ef5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0743654 Jan 17 09:32:41.776872 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-670e84a9-9501-48f4-82ad-0b782cb7c9ab tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (7e65ba12-5498-4dd9-93cb-69755ea6bbd3), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.813045 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e84a9-9501-48f4-82ad-0b782cb7c9ab tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e65ba12-5498-4dd9-93cb-69755ea6bbd3,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:41.825574 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-670e84a9-9501-48f4-82ad-0b782cb7c9ab tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.826377 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Sync routers for ids ['42398f07-b7b5-456e-85ec-f08fc2e7fe5f'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:32:41.827064 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-670e84a9-9501-48f4-82ad-0b782cb7c9ab tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1802492 Jan 17 09:32:41.831072 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37920) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:41.839514 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Routers {'42398f07-b7b5-456e-85ec-f08fc2e7fe5f'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:32:41.840220 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:32:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['42398f07-b7b5-456e-85ec-f08fc2e7fe5f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:41.840704 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d72d3f4c-13f5-48a4-a1b4-af362b2c00f2 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Request body: {'security_group_rule': {'security_group_id': 'cdeac66c-895e-4d49-b05a-06f914111338', 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:41.852697 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c639a49a-e4f7-46b0-b533-fc196544521d req-7a1bce20-ec9c-4fe5-bf83-f6a59ea52b28 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701554 Jan 17 09:32:41.879152 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d72d3f4c-13f5-48a4-a1b4-af362b2c00f2 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (b4cfc20b-d1a9-4112-b636-b058aec1e2b2), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.940777 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d72d3f4c-13f5-48a4-a1b4-af362b2c00f2 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (b4cfc20b-d1a9-4112-b636-b058aec1e2b2), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.945593 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d72d3f4c-13f5-48a4-a1b4-af362b2c00f2 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (b4cfc20b-d1a9-4112-b636-b058aec1e2b2), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.957774 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Set router 42398f07-b7b5-456e-85ec-f08fc2e7fe5f gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:32:41.965180 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d3f4c-13f5-48a4-a1b4-af362b2c00f2 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cfc20b-d1a9-4112-b636-b058aec1e2b2,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:41.970355 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d72d3f4c-13f5-48a4-a1b4-af362b2c00f2 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:41.974248 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-d72d3f4c-13f5-48a4-a1b4-af362b2c00f2 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389918 Jan 17 09:32:41.974248 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37922) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:41.978565 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4e97bf92-c9e5-4e2f-a826-316a0cb41f83 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Request body: {'security_group_rule': {'security_group_id': 'cdeac66c-895e-4d49-b05a-06f914111338', 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:42.006131 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e97bf92-c9e5-4e2f-a826-316a0cb41f83 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (dbe795d5-f26e-4c16-b64c-0cf2ea377ed4), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.060809 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e97bf92-c9e5-4e2f-a826-316a0cb41f83 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (dbe795d5-f26e-4c16-b64c-0cf2ea377ed4), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.065987 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e97bf92-c9e5-4e2f-a826-316a0cb41f83 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (dbe795d5-f26e-4c16-b64c-0cf2ea377ed4), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.085078 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97bf92-c9e5-4e2f-a826-316a0cb41f83 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe795d5-f26e-4c16-b64c-0cf2ea377ed4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:42.090767 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e97bf92-c9e5-4e2f-a826-316a0cb41f83 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.091996 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-4e97bf92-c9e5-4e2f-a826-316a0cb41f83 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167929 Jan 17 09:32:42.095032 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 37924) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:42.100491 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f665b422-6de1-491e-ac52-348456cd653e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Request body: {'security_group_rule': {'security_group_id': 'cdeac66c-895e-4d49-b05a-06f914111338', 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:42.101762 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f78e360-de91-4027-9947-69d832ad794f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.129075 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-f665b422-6de1-491e-ac52-348456cd653e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Project f598fce1df014bbe82e23bbf0b7544eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:32:42.133950 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f665b422-6de1-491e-ac52-348456cd653e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (a3783652-cb50-44d9-8265-1abd82ee5538), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.181200 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'name': 'tempest-TestVolumeBootPattern-641794422-router', 'tenant_id': '5b08989cd7b3498a8cb93b67c03327be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '66f7c987-09bf-442e-bd30-b3ba9d8c25a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:32:39Z', 'revision_number': 4, 'project_id': '5b08989cd7b3498a8cb93b67c03327be', 'gw_port': {'id': '66f7c987-09bf-442e-bd30-b3ba9d8c25a5', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '219abd56-8fe6-4e61-9349-74a9f9bbc3c6', 'name': '', 'network_id': '0dd72088-1616-4ba1-b453-f5e00e0141fd', 'tenant_id': '5b08989cd7b3498a8cb93b67c03327be', 'mac_address': 'fa:16:3e:dc:b9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '328a7f2d-8eb9-4905-8e64-e54695174f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:38Z', 'updated_at': '2022-01-17T09:32:39Z', 'revision_number': 2, 'project_id': '5b08989cd7b3498a8cb93b67c03327be', 'subnets': [{'id': '328a7f2d-8eb9-4905-8e64-e54695174f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:42.182984 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f665b422-6de1-491e-ac52-348456cd653e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (a3783652-cb50-44d9-8265-1abd82ee5538), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.187043 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f665b422-6de1-491e-ac52-348456cd653e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (a3783652-cb50-44d9-8265-1abd82ee5538), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.207393 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665b422-6de1-491e-ac52-348456cd653e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3783652-cb50-44d9-8265-1abd82ee5538,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:42.208556 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Checking router: 42398f07-b7b5-456e-85ec-f08fc2e7fe5f for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:32:42.208965 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Updating router 42398f07-b7b5-456e-85ec-f08fc2e7fe5f port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 binding host dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:32:42.212706 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f665b422-6de1-491e-ac52-348456cd653e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.216614 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37926) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:42.217148 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f665b422-6de1-491e-ac52-348456cd653e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205287 Jan 17 09:32:42.221987 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-74e4e5e7-3931-418c-9304-cedea7ab394b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Request body: {'security_group_rule': {'security_group_id': 'cdeac66c-895e-4d49-b05a-06f914111338', 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:42.238498 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.247561 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-74e4e5e7-3931-418c-9304-cedea7ab394b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Project f598fce1df014bbe82e23bbf0b7544eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:32:42.253494 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74e4e5e7-3931-418c-9304-cedea7ab394b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (b031b340-13c5-49bd-bb29-33ff3b51d90a), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.318622 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74e4e5e7-3931-418c-9304-cedea7ab394b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (b031b340-13c5-49bd-bb29-33ff3b51d90a), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.323315 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74e4e5e7-3931-418c-9304-cedea7ab394b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (b031b340-13c5-49bd-bb29-33ff3b51d90a), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.342230 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4e5e7-3931-418c-9304-cedea7ab394b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b031b340-13c5-49bd-bb29-33ff3b51d90a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:42.351656 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74e4e5e7-3931-418c-9304-cedea7ab394b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.353293 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-74e4e5e7-3931-418c-9304-cedea7ab394b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348939 Jan 17 09:32:42.519402 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a95c3a-e1a4-469a-8091-5b51f5ffd487 req-50c044a5-da22-4be1-9623-ace31067c803 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:42.521177 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b2a95c3a-e1a4-469a-8091-5b51f5ffd487 req-50c044a5-da22-4be1-9623-ace31067c803 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 946 time: 0.0546503 Jan 17 09:32:42.530389 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Publish callbacks [] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.537490 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.572991 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b2a95c3a-e1a4-469a-8091-5b51f5ffd487 req-4e9dd737-a410-4676-ade4-27649c3e7a5e tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460250 Jan 17 09:32:42.604700 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 37980) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:42.630287 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cebf8-7b9e-4400-b34a-02ff7da660f4 None None] Pushing event updated for resources: {'Port': ['ID=219abd56-8fe6-4e61-9349-74a9f9bbc3c6,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:42.684570 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9007bc-d908-4140-af3e-aaaa881fc649 req-6751aa4e-e8fc-4c74-b5d6-ad75becec359 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:42.689975 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3f9007bc-d908-4140-af3e-aaaa881fc649 req-6751aa4e-e8fc-4c74-b5d6-ad75becec359 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0595779 Jan 17 09:32:42.732011 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Attempting to bind port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:32:42.732477 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Attempting to bind port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': '8130d5c7-401d-4ed5-a60e-a0b30b7942aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0dd72088-1616-4ba1-b453-f5e00e0141fd'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:32:42.732819 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Attempting to bind port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 on network 0dd72088-1616-4ba1-b453-f5e00e0141fd {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:32:42.746514 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:32:42.746912 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Checking segment: {'id': '8130d5c7-401d-4ed5-a60e-a0b30b7942aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0dd72088-1616-4ba1-b453-f5e00e0141fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:32:42.747327 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.747732 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Bound using segment: {'id': '8130d5c7-401d-4ed5-a60e-a0b30b7942aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0dd72088-1616-4ba1-b453-f5e00e0141fd'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:32:42.748355 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Bound port: 219abd56-8fe6-4e61-9349-74a9f9bbc3c6, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8130d5c7-401d-4ed5-a60e-a0b30b7942aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0dd72088-1616-4ba1-b453-f5e00e0141fd'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:32:42.748607 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.763012 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3f9007bc-d908-4140-af3e-aaaa881fc649 req-626350ef-84fe-4864-ad3c-741b54408cb3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668898 Jan 17 09:32:42.864930 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] For port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:32:42.868851 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] For port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=219abd56-8fe6-4e61-9349-74a9f9bbc3c6,segment=NetworkSegment(8130d5c7-401d-4ed5-a60e-a0b30b7942aa),segment_id=8130d5c7-401d-4ed5-a60e-a0b30b7942aa)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:32:42.874130 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.958983 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-334ae162-7758-43d9-9516-ed12b02d2693 None None] Provisioning complete for port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:42.959421 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-334ae162-7758-43d9-9516-ed12b02d2693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:42.992033 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Routers {'42398f07-b7b5-456e-85ec-f08fc2e7fe5f'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:32:42.992690 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:32:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['42398f07-b7b5-456e-85ec-f08fc2e7fe5f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:43.007923 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e93461-a26f-4012-89cc-92d39dad5e79 tempest-TestMinimumBasicScenario-197443396 tempest-TestMinimumBasicScenario-197443396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:43.011679 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-85e93461-a26f-4012-89cc-92d39dad5e79 tempest-TestMinimumBasicScenario-197443396 tempest-TestMinimumBasicScenario-197443396-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 1094 time: 0.4032207 Jan 17 09:32:43.012114 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 37992) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:43.018023 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Request body: {'floatingip': {'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'port_id': 'da914355-e66b-4743-b38e-e245a698ca6e', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:43.077033 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:43.080437 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cebf8-7b9e-4400-b34a-02ff7da660f4 None None] Pushing event updated for resources: {'Port': ['ID=219abd56-8fe6-4e61-9349-74a9f9bbc3c6,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:43.125291 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 66f7c987-09bf-442e-bd30-b3ba9d8c25a5 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:32:43.147615 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a647b9a-313d-4913-87ac-3dd160d9ba33 req-8c00963f-8be4-4f56-9aec-e534fada8cb0 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:43.155877 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3a647b9a-313d-4913-87ac-3dd160d9ba33 req-8c00963f-8be4-4f56-9aec-e534fada8cb0 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.1359394 Jan 17 09:32:43.222579 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3a647b9a-313d-4913-87ac-3dd160d9ba33 req-c77d3f6c-f144-4dcb-a92a-a3a086218e5d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658240 Jan 17 09:32:43.269034 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:43.382617 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Allocated IP 172.27.2.146 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/0657c843-1d7a-44be-b499-aae628266349) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:32:43.463295 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:43.486620 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for port (0657c843-1d7a-44be-b499-aae628266349), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:43.487967 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] Set router 42398f07-b7b5-456e-85ec-f08fc2e7fe5f gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:32:43.515507 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-334ae162-7758-43d9-9516-ed12b02d2693 None None] Current status of the port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:43.515958 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-334ae162-7758-43d9-9516-ed12b02d2693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:43.520247 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (0657c843-1d7a-44be-b499-aae628266349), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:43.558719 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:32:43.561606 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:32:43.565589 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:32:43.587643 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 66f7c987-09bf-442e-bd30-b3ba9d8c25a5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:43.588480 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (66f7c987-09bf-442e-bd30-b3ba9d8c25a5), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:43.591868 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Pushing event updated for resources: {'Port': ['ID=0657c843-1d7a-44be-b499-aae628266349,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:43.668055 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-334ae162-7758-43d9-9516-ed12b02d2693 None None] For port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=219abd56-8fe6-4e61-9349-74a9f9bbc3c6,segment=NetworkSegment(8130d5c7-401d-4ed5-a60e-a0b30b7942aa),segment_id=8130d5c7-401d-4ed5-a60e-a0b30b7942aa)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:43.676149 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-334ae162-7758-43d9-9516-ed12b02d2693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:43.787194 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ae162-7758-43d9-9516-ed12b02d2693 None None] Pushing event updated for resources: {'Port': ['ID=219abd56-8fe6-4e61-9349-74a9f9bbc3c6,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:43.835382 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 66f7c987-09bf-442e-bd30-b3ba9d8c25a5 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:43.839982 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cbb1dd43-a9cd-45ab-a6a5-2b1eb88e9dd7 None None] Provisioning complete for port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:43.840368 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cbb1dd43-a9cd-45ab-a6a5-2b1eb88e9dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:43.900574 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'name': 'tempest-TestVolumeBootPattern-641794422-router', 'tenant_id': '5b08989cd7b3498a8cb93b67c03327be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '66f7c987-09bf-442e-bd30-b3ba9d8c25a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:32:39Z', 'revision_number': 4, 'project_id': '5b08989cd7b3498a8cb93b67c03327be', 'gw_port': {'id': '66f7c987-09bf-442e-bd30-b3ba9d8c25a5', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '219abd56-8fe6-4e61-9349-74a9f9bbc3c6', 'name': '', 'network_id': '0dd72088-1616-4ba1-b453-f5e00e0141fd', 'tenant_id': '5b08989cd7b3498a8cb93b67c03327be', 'mac_address': 'fa:16:3e:dc:b9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '328a7f2d-8eb9-4905-8e64-e54695174f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:38Z', 'updated_at': '2022-01-17T09:32:42Z', 'revision_number': 4, 'project_id': '5b08989cd7b3498a8cb93b67c03327be', 'subnets': [{'id': '328a7f2d-8eb9-4905-8e64-e54695174f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:43.928523 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3b2d9-40c9-4a64-8255-2776b49429ec None None] The sync data for ids ['42398f07-b7b5-456e-85ec-f08fc2e7fe5f'] in dv-cinder-815582-7-iscsi is: [{'id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'name': 'tempest-TestVolumeBootPattern-641794422-router', 'tenant_id': '5b08989cd7b3498a8cb93b67c03327be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '66f7c987-09bf-442e-bd30-b3ba9d8c25a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:32:39Z', 'revision_number': 4, 'project_id': '5b08989cd7b3498a8cb93b67c03327be', 'gw_port': {'id': '66f7c987-09bf-442e-bd30-b3ba9d8c25a5', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '219abd56-8fe6-4e61-9349-74a9f9bbc3c6', 'name': '', 'network_id': '0dd72088-1616-4ba1-b453-f5e00e0141fd', 'tenant_id': '5b08989cd7b3498a8cb93b67c03327be', 'mac_address': 'fa:16:3e:dc:b9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '328a7f2d-8eb9-4905-8e64-e54695174f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:38Z', 'updated_at': '2022-01-17T09:32:42Z', 'revision_number': 4, 'project_id': '5b08989cd7b3498a8cb93b67c03327be', 'subnets': [{'id': '328a7f2d-8eb9-4905-8e64-e54695174f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:32:43.985731 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cbb1dd43-a9cd-45ab-a6a5-2b1eb88e9dd7 None None] Current status of the port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:44.104308 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for floatingip (8c2b2574-fba0-4a44-a882-6cf965fa4743), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:44.208877 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (0657c843-1d7a-44be-b499-aae628266349), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:44.361239 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00c23c-d60c-4019-8d84-9bd9d4c2ba8a req-1f7729a4-cb6d-4990-bf2d-ae42bcb921e3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:44.373063 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-de00c23c-d60c-4019-8d84-9bd9d4c2ba8a req-1f7729a4-cb6d-4990-bf2d-ae42bcb921e3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0761988 Jan 17 09:32:44.386387 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for port (0657c843-1d7a-44be-b499-aae628266349), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:44.391465 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (0657c843-1d7a-44be-b499-aae628266349), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:44.419650 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-de00c23c-d60c-4019-8d84-9bd9d4c2ba8a req-4347e7b1-a240-4e4f-8beb-13d5a051e2d4 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456221 Jan 17 09:32:44.463328 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Pushing event updated for resources: {'Port': ['ID=0657c843-1d7a-44be-b499-aae628266349,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:44.478948 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (8c2b2574-fba0-4a44-a882-6cf965fa4743), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:44.576163 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.l3_db [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Floating IP 8c2b2574-fba0-4a44-a882-6cf965fa4743 associated. External IP: 172.27.2.146, port: da914355-e66b-4743-b38e-e245a698ca6e. Jan 17 09:32:44.705825 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:45.018217 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:32:45.066003 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:32:45.117087 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:45.117470 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:45.139534 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:32:45.151762 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e211f-3523-4b3c-a365-2cfaf45aec84 None None] Sync routers for ids ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:32:45.160834 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:45.162291 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e211f-3523-4b3c-a365-2cfaf45aec84 None None] Routers {'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:32:45.162914 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b04e211f-3523-4b3c-a365-2cfaf45aec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:32:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:45.189926 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-40e5408b-19c5-4172-b491-9123a1072086 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1748164 Jan 17 09:32:45.189926 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'tag': 'da914355-e66b-4743-b38e-e245a698ca6e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:32:45.190741 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38024) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:45.193286 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6b3afd-13eb-48b1-b7b1-214feb9fbbd0" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb36f73-abd2-4b35-b0f5-11608f75516f", "tag": "da914355-e66b-4743-b38e-e245a698ca6e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:32:45.195116 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e6337cf9-74f7-4c92-a72b-4be4c6387f73 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1663383401', 'description': 'tempest-secgroup-smoke-1663383401 description', 'project_id': 'e32b843e30784d99889f77423af053ff'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:45.209344 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:45.225227 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6337cf9-74f7-4c92-a72b-4be4c6387f73 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:45.251089 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93363c4-2023-4359-a39f-7c2e6baba873 x-openstack-request-id: req-c93363c4-2023-4359-a39f-7c2e6baba873 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:32:45.251385 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb36f73-abd2-4b35-b0f5-11608f75516f", "tag": "da914355-e66b-4743-b38e-e245a698ca6e", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:32:45.252184 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c93363c4-2023-4359-a39f-7c2e6baba873 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:32:45.252614 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'tag': 'da914355-e66b-4743-b38e-e245a698ca6e', 'status': 'completed', 'code': 200} Jan 17 09:32:45.326360 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b04e211f-3523-4b3c-a365-2cfaf45aec84 None None] Set router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:32:45.363722 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b3afd-13eb-48b1-b7b1-214feb9fbbd0 req-04a21972-e313-4af6-8a47-ddeb2f6d1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:45.365333 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ef6b3afd-13eb-48b1-b7b1-214feb9fbbd0 req-04a21972-e313-4af6-8a47-ddeb2f6d1466 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e32b843e30784d99889f77423af053ff&device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 1099 time: 0.0618877 Jan 17 09:32:45.365554 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6337cf9-74f7-4c92-a72b-4be4c6387f73 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group (27404ea0-e17f-4a8c-a55c-fddc68c8e61e), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:45.370433 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6337cf9-74f7-4c92-a72b-4be4c6387f73 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (27404ea0-e17f-4a8c-a55c-fddc68c8e61e), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:45.475815 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6337cf9-74f7-4c92-a72b-4be4c6387f73 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:45.477255 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-e6337cf9-74f7-4c92-a72b-4be4c6387f73 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2855189 Jan 17 09:32:45.481550 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 38036) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:45.482996 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6337cf9-74f7-4c92-a72b-4be4c6387f73 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27404ea0-e17f-4a8c-a55c-fddc68c8e61e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:45.498164 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b38ecf08-21c7-4031-a8c4-d7146f8947c8 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Request body: {'security_group_rule': {'security_group_id': '27404ea0-e17f-4a8c-a55c-fddc68c8e61e', 'project_id': 'e32b843e30784d99889f77423af053ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:45.626056 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22beeed9-f330-4bb5-807a-48c7cfb463fe req-d102b364-b49a-4c09-9e31-711eee0bbb4a tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:45.627663 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-22beeed9-f330-4bb5-807a-48c7cfb463fe req-d102b364-b49a-4c09-9e31-711eee0bbb4a tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.1011357 Jan 17 09:32:45.634559 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b04e211f-3523-4b3c-a365-2cfaf45aec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:29Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': 'e32b843e30784d99889f77423af053ff', 'gw_port': {'id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:31Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '8c2b2574-fba0-4a44-a882-6cf965fa4743', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'port_id': 'da914355-e66b-4743-b38e-e245a698ca6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'mac_address': 'fa:16:3e:b3:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:32:43Z', 'updated_at': '2022-01-17T09:32:43Z', 'revision_number': 0, 'project_id': 'e32b843e30784d99889f77423af053ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e227b424-a3fa-48d6-8c77-ce7be32cc314', 'name': '', 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'mac_address': 'fa:16:3e:38:5e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:33Z', 'updated_at': '2022-01-17T09:31:38Z', 'revision_number': 5, 'project_id': 'e32b843e30784d99889f77423af053ff', 'subnets': [{'id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:45.636489 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b38ecf08-21c7-4031-a8c4-d7146f8947c8 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (9bf4522c-8925-4136-b70f-6e5e75ec7f78), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:45.666506 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e211f-3523-4b3c-a365-2cfaf45aec84 None None] Checking router: a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:32:45.677927 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b3afd-13eb-48b1-b7b1-214feb9fbbd0 req-a54b3e20-407a-4445-a63a-4f87ec60ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:45.679077 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e211f-3523-4b3c-a365-2cfaf45aec84 None None] Routers {'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:32:45.679449 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ef6b3afd-13eb-48b1-b7b1-214feb9fbbd0 req-a54b3e20-407a-4445-a63a-4f87ec60ffd3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ca40599-ab90-4780-a383-29ac79e39457 HTTP/1.1" status: 200 len: 916 time: 0.2992859 Jan 17 09:32:45.679729 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b04e211f-3523-4b3c-a365-2cfaf45aec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:32:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:45.780928 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-22beeed9-f330-4bb5-807a-48c7cfb463fe req-d4dc7eb7-9e5f-487e-a1cd-f28c48b125a9 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416500 Jan 17 09:32:45.811031 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ef6b3afd-13eb-48b1-b7b1-214feb9fbbd0 req-5429707e-d8bd-4bb2-912e-10ee9ec414e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da914355-e66b-4743-b38e-e245a698ca6e HTTP/1.1" status: 200 len: 1000 time: 0.1081500 Jan 17 09:32:45.812814 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b04e211f-3523-4b3c-a365-2cfaf45aec84 None None] Set router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:32:45.817948 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b38ecf08-21c7-4031-a8c4-d7146f8947c8 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (9bf4522c-8925-4136-b70f-6e5e75ec7f78), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:45.830311 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b38ecf08-21c7-4031-a8c4-d7146f8947c8 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (9bf4522c-8925-4136-b70f-6e5e75ec7f78), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:45.894974 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b38ecf08-21c7-4031-a8c4-d7146f8947c8 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:45.896738 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-b38ecf08-21c7-4031-a8c4-d7146f8947c8 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4125092 Jan 17 09:32:45.901089 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38044) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:45.902082 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ecf08-21c7-4031-a8c4-d7146f8947c8 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf4522c-8925-4136-b70f-6e5e75ec7f78,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:45.905971 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5ac8ace8-b7f5-4456-9023-69c2a209f190 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Request body: {'security_group_rule': {'security_group_id': '27404ea0-e17f-4a8c-a55c-fddc68c8e61e', 'project_id': 'e32b843e30784d99889f77423af053ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:45.934518 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b3afd-13eb-48b1-b7b1-214feb9fbbd0 req-445f97a3-fb8a-480d-9232-a9ffd6fd48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:45.938717 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ef6b3afd-13eb-48b1-b7b1-214feb9fbbd0 req-445f97a3-fb8a-480d-9232-a9ffd6fd48c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=678c2614-400a-4c4a-beb5-43576e7a1153 HTTP/1.1" status: 200 len: 854 time: 0.1183302 Jan 17 09:32:45.983108 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ac8ace8-b7f5-4456-9023-69c2a209f190 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (8aa8b6df-0787-4259-89e2-8b1a034e3e1f), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.025799 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b3afd-13eb-48b1-b7b1-214feb9fbbd0 req-ca6afcea-0c7a-4fd6-a128-cbf826eba1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:46.027319 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ef6b3afd-13eb-48b1-b7b1-214feb9fbbd0 req-ca6afcea-0c7a-4fd6-a128-cbf826eba1fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ca40599-ab90-4780-a383-29ac79e39457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745177 Jan 17 09:32:46.078342 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ac8ace8-b7f5-4456-9023-69c2a209f190 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (8aa8b6df-0787-4259-89e2-8b1a034e3e1f), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.082456 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ac8ace8-b7f5-4456-9023-69c2a209f190 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (8aa8b6df-0787-4259-89e2-8b1a034e3e1f), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.086521 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b04e211f-3523-4b3c-a365-2cfaf45aec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:29Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': 'e32b843e30784d99889f77423af053ff', 'gw_port': {'id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:31Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '8c2b2574-fba0-4a44-a882-6cf965fa4743', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'port_id': 'da914355-e66b-4743-b38e-e245a698ca6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'mac_address': 'fa:16:3e:b3:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:32:43Z', 'updated_at': '2022-01-17T09:32:43Z', 'revision_number': 0, 'project_id': 'e32b843e30784d99889f77423af053ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e227b424-a3fa-48d6-8c77-ce7be32cc314', 'name': '', 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'mac_address': 'fa:16:3e:38:5e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:33Z', 'updated_at': '2022-01-17T09:31:38Z', 'revision_number': 5, 'project_id': 'e32b843e30784d99889f77423af053ff', 'subnets': [{'id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:32:46.106388 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8ace8-b7f5-4456-9023-69c2a209f190 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa8b6df-0787-4259-89e2-8b1a034e3e1f,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:46.115409 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ac8ace8-b7f5-4456-9023-69c2a209f190 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.117623 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-5ac8ace8-b7f5-4456-9023-69c2a209f190 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2152324 Jan 17 09:32:46.118080 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e211f-3523-4b3c-a365-2cfaf45aec84 None None] The sync data for ids ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'] in dv-cinder-815582-7-iscsi is: [{'id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:29Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': 'e32b843e30784d99889f77423af053ff', 'gw_port': {'id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:31Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '8c2b2574-fba0-4a44-a882-6cf965fa4743', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'port_id': 'da914355-e66b-4743-b38e-e245a698ca6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'mac_address': 'fa:16:3e:b3:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:32:43Z', 'updated_at': '2022-01-17T09:32:43Z', 'revision_number': 0, 'project_id': 'e32b843e30784d99889f77423af053ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e227b424-a3fa-48d6-8c77-ce7be32cc314', 'name': '', 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'mac_address': 'fa:16:3e:38:5e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:33Z', 'updated_at': '2022-01-17T09:31:38Z', 'revision_number': 5, 'project_id': 'e32b843e30784d99889f77423af053ff', 'subnets': [{'id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:32:46.120055 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38050) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:46.127525 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2ad633d0-f6c6-4f5e-a818-7bd70dcc2918 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Request body: {'security_group_rule': {'security_group_id': '27404ea0-e17f-4a8c-a55c-fddc68c8e61e', 'project_id': 'e32b843e30784d99889f77423af053ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:46.161493 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.181460 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ad633d0-f6c6-4f5e-a818-7bd70dcc2918 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (d223ce78-1b29-4632-8b37-d1dfb533862e), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.189921 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ef6b3afd-13eb-48b1-b7b1-214feb9fbbd0 req-4082479e-3d0d-4386-bb03-f21f43065581 service neutron] 10.222.0.31 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447558 Jan 17 09:32:46.240127 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ad633d0-f6c6-4f5e-a818-7bd70dcc2918 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (d223ce78-1b29-4632-8b37-d1dfb533862e), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.244130 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ad633d0-f6c6-4f5e-a818-7bd70dcc2918 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (d223ce78-1b29-4632-8b37-d1dfb533862e), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.260685 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad633d0-f6c6-4f5e-a818-7bd70dcc2918 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d223ce78-1b29-4632-8b37-d1dfb533862e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:46.270893 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ad633d0-f6c6-4f5e-a818-7bd70dcc2918 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.274632 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-2ad633d0-f6c6-4f5e-a818-7bd70dcc2918 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509030 Jan 17 09:32:46.275743 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38052) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:46.281545 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ff244429-49aa-44ae-a60c-ae9fecd8ed4a tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Request body: {'security_group_rule': {'security_group_id': '27404ea0-e17f-4a8c-a55c-fddc68c8e61e', 'project_id': 'e32b843e30784d99889f77423af053ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:46.295600 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ef6b3afd-13eb-48b1-b7b1-214feb9fbbd0 req-58d9b939-671b-4f3a-b312-0e0550bef157 service neutron] 10.222.0.31 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991409 Jan 17 09:32:46.317914 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff244429-49aa-44ae-a60c-ae9fecd8ed4a tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (4aeafa79-8b5f-4b62-b1c3-977519de1535), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.382567 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff244429-49aa-44ae-a60c-ae9fecd8ed4a tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (4aeafa79-8b5f-4b62-b1c3-977519de1535), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.385954 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff244429-49aa-44ae-a60c-ae9fecd8ed4a tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (4aeafa79-8b5f-4b62-b1c3-977519de1535), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.407424 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff244429-49aa-44ae-a60c-ae9fecd8ed4a tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aeafa79-8b5f-4b62-b1c3-977519de1535,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:46.418615 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff244429-49aa-44ae-a60c-ae9fecd8ed4a tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.422307 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-ff244429-49aa-44ae-a60c-ae9fecd8ed4a tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428678 Jan 17 09:32:46.422665 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 38054) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:46.427674 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-02990eac-40ec-4891-b9c7-381a2a21ee52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Request body: {'security_group_rule': {'security_group_id': '27404ea0-e17f-4a8c-a55c-fddc68c8e61e', 'project_id': 'e32b843e30784d99889f77423af053ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:46.455680 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-02990eac-40ec-4891-b9c7-381a2a21ee52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Project e32b843e30784d99889f77423af053ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:32:46.461364 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02990eac-40ec-4891-b9c7-381a2a21ee52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (e82361d1-d187-4cbd-9c7a-a519de45a1a6), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.469120 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a0d5cb-cedb-4541-bbbc-48584f1b5edc None None] New status for floating IP 8c2b2574-fba0-4a44-a882-6cf965fa4743: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:32:46.537392 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02990eac-40ec-4891-b9c7-381a2a21ee52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (e82361d1-d187-4cbd-9c7a-a519de45a1a6), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.541344 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02990eac-40ec-4891-b9c7-381a2a21ee52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (e82361d1-d187-4cbd-9c7a-a519de45a1a6), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.559403 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02990eac-40ec-4891-b9c7-381a2a21ee52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82361d1-d187-4cbd-9c7a-a519de45a1a6,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:46.576479 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02990eac-40ec-4891-b9c7-381a2a21ee52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.577638 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-02990eac-40ec-4891-b9c7-381a2a21ee52 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537619 Jan 17 09:32:46.580528 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38060) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:46.586056 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dcccdd11-b699-45dc-8de4-2b63ca6b262f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Request body: {'security_group_rule': {'security_group_id': '27404ea0-e17f-4a8c-a55c-fddc68c8e61e', 'project_id': 'e32b843e30784d99889f77423af053ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:46.615486 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-dcccdd11-b699-45dc-8de4-2b63ca6b262f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Project e32b843e30784d99889f77423af053ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:32:46.618644 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e428120-8798-4469-8745-d32875911d14 req-f3816303-1e43-47db-a880-d7cd51b61b31 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:46.620205 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5e428120-8798-4469-8745-d32875911d14 req-f3816303-1e43-47db-a880-d7cd51b61b31 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0576086 Jan 17 09:32:46.624742 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcccdd11-b699-45dc-8de4-2b63ca6b262f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (a55d5647-aca4-47de-bc1e-7be6ada9a7bf), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.675924 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5e428120-8798-4469-8745-d32875911d14 req-e1c0ab92-e1da-46ca-a599-e940aa7b7480 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477262 Jan 17 09:32:46.692326 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcccdd11-b699-45dc-8de4-2b63ca6b262f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (a55d5647-aca4-47de-bc1e-7be6ada9a7bf), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.701566 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcccdd11-b699-45dc-8de4-2b63ca6b262f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (a55d5647-aca4-47de-bc1e-7be6ada9a7bf), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.720201 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccdd11-b699-45dc-8de4-2b63ca6b262f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55d5647-aca4-47de-bc1e-7be6ada9a7bf,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:46.729900 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dcccdd11-b699-45dc-8de4-2b63ca6b262f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:46.731167 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-dcccdd11-b699-45dc-8de4-2b63ca6b262f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1496129 Jan 17 09:32:46.823387 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0781380d-2a7c-4193-b75a-e17eb0bdc61f req-5fa21c57-e09f-4f3f-9336-c1eaf42693d5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663383401&fields=id&tenant_id=e32b843e30784d99889f77423af053ff HTTP/1.1" status: 200 len: 267 time: 0.0452459 Jan 17 09:32:46.881754 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781380d-2a7c-4193-b75a-e17eb0bdc61f req-137b8138-9365-4eac-9b2f-e3b726e1e238 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:46.883215 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0781380d-2a7c-4193-b75a-e17eb0bdc61f req-137b8138-9365-4eac-9b2f-e3b726e1e238 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 946 time: 0.0546870 Jan 17 09:32:46.893893 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-0781380d-2a7c-4193-b75a-e17eb0bdc61f req-d795a34c-65f4-42c7-b458-4d8a95094cc4 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Request body: {'port': {'security_groups': ['ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3', '27404ea0-e17f-4a8c-a55c-fddc68c8e61e']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:46.958717 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0781380d-2a7c-4193-b75a-e17eb0bdc61f req-d795a34c-65f4-42c7-b458-4d8a95094cc4 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (da914355-e66b-4743-b38e-e245a698ca6e), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:47.145996 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0781380d-2a7c-4193-b75a-e17eb0bdc61f req-d795a34c-65f4-42c7-b458-4d8a95094cc4 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] For port da914355-e66b-4743-b38e-e245a698ca6e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da914355-e66b-4743-b38e-e245a698ca6e,segment=NetworkSegment(613a2dcd-db9a-44e0-b13d-733d2defda81),segment_id=613a2dcd-db9a-44e0-b13d-733d2defda81)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:47.176678 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0781380d-2a7c-4193-b75a-e17eb0bdc61f req-d795a34c-65f4-42c7-b458-4d8a95094cc4 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for port (da914355-e66b-4743-b38e-e245a698ca6e), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:47.181331 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0781380d-2a7c-4193-b75a-e17eb0bdc61f req-d795a34c-65f4-42c7-b458-4d8a95094cc4 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (da914355-e66b-4743-b38e-e245a698ca6e), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:47.230866 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781380d-2a7c-4193-b75a-e17eb0bdc61f req-d795a34c-65f4-42c7-b458-4d8a95094cc4 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:47.231510 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0781380d-2a7c-4193-b75a-e17eb0bdc61f req-d795a34c-65f4-42c7-b458-4d8a95094cc4 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:47.232913 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0781380d-2a7c-4193-b75a-e17eb0bdc61f req-d795a34c-65f4-42c7-b458-4d8a95094cc4 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "PUT /v2.0/ports/da914355-e66b-4743-b38e-e245a698ca6e HTTP/1.1" status: 200 len: 982 time: 0.3438056 Jan 17 09:32:47.256179 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'tag': 'da914355-e66b-4743-b38e-e245a698ca6e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:32:47.258795 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c0ea8d-3194-4f79-b2b1-3521eeaa60ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb36f73-abd2-4b35-b0f5-11608f75516f", "tag": "da914355-e66b-4743-b38e-e245a698ca6e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:32:47.264886 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795a34c-65f4-42c7-b458-4d8a95094cc4 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Pushing event updated for resources: {'Port': ['ID=da914355-e66b-4743-b38e-e245a698ca6e,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:47.338952 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb23181-88f0-4851-b560-324446f7e86f req-9a28598e-9649-4819-89f5-3cd17b68548f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:47.340534 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4bb23181-88f0-4851-b560-324446f7e86f req-9a28598e-9649-4819-89f5-3cd17b68548f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0521801 Jan 17 09:32:47.394502 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4bb23181-88f0-4851-b560-324446f7e86f req-b9edc663-906d-4400-a72a-acf85d971c76 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477681 Jan 17 09:32:47.436685 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3a1e3827-ac51-4c3c-83e5-b314fd5ea1c7 None None] Provisioning complete for port da914355-e66b-4743-b38e-e245a698ca6e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:47.438057 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3a1e3827-ac51-4c3c-83e5-b314fd5ea1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (da914355-e66b-4743-b38e-e245a698ca6e), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:47.531678 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e3827-ac51-4c3c-83e5-b314fd5ea1c7 None None] Current status of the port da914355-e66b-4743-b38e-e245a698ca6e is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:47.558933 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9449c9-be76-4200-8ee7-01d2e2232fbc req-e5a61163-d634-4da9-ba15-67ed66adac28 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:47.560444 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cb9449c9-be76-4200-8ee7-01d2e2232fbc req-e5a61163-d634-4da9-ba15-67ed66adac28 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0662363 Jan 17 09:32:47.623600 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cb9449c9-be76-4200-8ee7-01d2e2232fbc req-bcfdd27c-72b2-40fd-abff-f9c69d4ea258 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574212 Jan 17 09:32:47.666416 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719700bc-f6d7-4748-9d1d-f326e86762a1 x-openstack-request-id: req-719700bc-f6d7-4748-9d1d-f326e86762a1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:32:47.666712 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb36f73-abd2-4b35-b0f5-11608f75516f", "tag": "da914355-e66b-4743-b38e-e245a698ca6e", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:32:47.667092 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-719700bc-f6d7-4748-9d1d-f326e86762a1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:32:47.667499 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'tag': 'da914355-e66b-4743-b38e-e245a698ca6e', 'status': 'completed', 'code': 200} Jan 17 09:32:47.827183 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-fc37c1f7-cbdb-4fb0-8435-1094f89e7aea tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:47.828593 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-fc37c1f7-cbdb-4fb0-8435-1094f89e7aea tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/networks?id=acf9c04f-17ce-41f9-812d-42c23fd57a40 HTTP/1.1" status: 200 len: 814 time: 0.1032026 Jan 17 09:32:47.843172 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-93cbfee8-bcca-4aed-9b60-bf9b17f08e2a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/quotas/f2c4a35580ca41e4b962d614863de67a HTTP/1.1" status: 200 len: 375 time: 0.0086074 Jan 17 09:32:47.897040 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-16b2ba58-0c55-44c0-9235-ae27e2b24d4e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f2c4a35580ca41e4b962d614863de67a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484567 Jan 17 09:32:47.990074 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-e6728056-be79-4bbf-8874-9fa116a52917 service neutron] 10.222.0.77 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864985 Jan 17 09:32:48.080233 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-4046982c-f27f-41e4-9036-b2743703647b service neutron] 10.222.0.77 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838711 Jan 17 09:32:48.233206 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4fa74917-d42e-4c28-a056-09c84d495727 req-431981c8-e96c-4662-a9f2-e1ce2c1ae9e3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 210 time: 0.0264425 Jan 17 09:32:48.521087 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c89de-9725-4024-a953-5ef238948068 req-8ae5f858-0a1a-47ea-a3d9-36c2511384c4 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:48.522613 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f04c89de-9725-4024-a953-5ef238948068 req-8ae5f858-0a1a-47ea-a3d9-36c2511384c4 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0591326 Jan 17 09:32:48.569158 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f04c89de-9725-4024-a953-5ef238948068 req-800d543d-5748-42ae-a1db-3111f8d8c1f4 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407672 Jan 17 09:32:49.326371 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-def2eb4c-7b05-47e1-a7cf-6ec482ce8ca0 req-4ddbc1fc-b2c7-412a-b158-49f5457f008c tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 210 time: 0.0279269 Jan 17 09:32:49.400234 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['da914355-e66b-4743-b38e-e245a698ca6e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:32:49.486146 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0ea8d-3194-4f79-b2b1-3521eeaa60ab req-c3d67392-f82c-44a4-a5bf-59899e2a8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:49.488126 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14c0ea8d-3194-4f79-b2b1-3521eeaa60ab req-c3d67392-f82c-44a4-a5bf-59899e2a8825 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e32b843e30784d99889f77423af053ff&device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 1138 time: 0.0453954 Jan 17 09:32:49.556070 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['da914355-e66b-4743-b38e-e245a698ca6e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:32:49.604740 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0ea8d-3194-4f79-b2b1-3521eeaa60ab req-e28d7e1c-35a3-4aba-ae84-4f00b70253b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:49.606312 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14c0ea8d-3194-4f79-b2b1-3521eeaa60ab req-e28d7e1c-35a3-4aba-ae84-4f00b70253b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ca40599-ab90-4780-a383-29ac79e39457 HTTP/1.1" status: 200 len: 916 time: 0.1083138 Jan 17 09:32:49.786673 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae0de3-1a05-46c1-9ddc-1a1636361a07 req-0735db26-3195-41cc-b28d-a6912b3f3d4b tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:49.789344 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-50ae0de3-1a05-46c1-9ddc-1a1636361a07 req-0735db26-3195-41cc-b28d-a6912b3f3d4b tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0782328 Jan 17 09:32:49.791433 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14c0ea8d-3194-4f79-b2b1-3521eeaa60ab req-ba8f860e-4e5b-4ed7-a2bd-686e7187e4c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da914355-e66b-4743-b38e-e245a698ca6e HTTP/1.1" status: 200 len: 1002 time: 0.1765757 Jan 17 09:32:49.878426 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-50ae0de3-1a05-46c1-9ddc-1a1636361a07 req-ef48d91f-58f7-4bb3-b269-4b797d955c5d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828192 Jan 17 09:32:49.884388 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0ea8d-3194-4f79-b2b1-3521eeaa60ab req-0bce0530-8203-452f-a152-1ed126a85fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:49.886102 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14c0ea8d-3194-4f79-b2b1-3521eeaa60ab req-0bce0530-8203-452f-a152-1ed126a85fab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=678c2614-400a-4c4a-beb5-43576e7a1153 HTTP/1.1" status: 200 len: 854 time: 0.0739853 Jan 17 09:32:49.936468 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0ea8d-3194-4f79-b2b1-3521eeaa60ab req-6386e30f-5ccd-45e1-a071-8c8dc4053e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:49.937997 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14c0ea8d-3194-4f79-b2b1-3521eeaa60ab req-6386e30f-5ccd-45e1-a071-8c8dc4053e21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ca40599-ab90-4780-a383-29ac79e39457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393810 Jan 17 09:32:50.036924 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14c0ea8d-3194-4f79-b2b1-3521eeaa60ab req-4d83f7b2-ef96-427b-94b3-1b4fab0d791a service neutron] 10.222.0.31 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846894 Jan 17 09:32:50.158834 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-14c0ea8d-3194-4f79-b2b1-3521eeaa60ab req-0a3b7662-70bf-4d49-8429-d9b9b745d31a service neutron] 10.222.0.31 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061900 Jan 17 09:32:50.487756 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-df71a1d6-300a-441b-aed5-f3f53c5c71c9 req-b5b1d8ed-1d65-4e0e-bd6f-4dcb208a39b7 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 210 time: 0.0442066 Jan 17 09:32:50.501932 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-f0ba34e3-9863-420b-a7c1-6edb368404b7 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:50.503452 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-f0ba34e3-9863-420b-a7c1-6edb368404b7 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "GET /v2.0/networks?id=acf9c04f-17ce-41f9-812d-42c23fd57a40 HTTP/1.1" status: 200 len: 814 time: 0.2073855 Jan 17 09:32:50.524945 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-9034cf73-498c-40b6-8ca7-77f97600f817 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Request body: {'port': {'device_id': 'a8b5414b-1c84-4d1c-b4d7-1fe4430f959e', 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40', 'admin_state_up': True, 'tenant_id': 'f2c4a35580ca41e4b962d614863de67a'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:50.643905 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-9034cf73-498c-40b6-8ca7-77f97600f817 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Made reservation on behalf of f2c4a35580ca41e4b962d614863de67a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:32:50.647509 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-9034cf73-498c-40b6-8ca7-77f97600f817 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:50.783587 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-9034cf73-498c-40b6-8ca7-77f97600f817 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Allocated IP 172.20.0.9 (acf9c04f-17ce-41f9-812d-42c23fd57a40/b654e773-cc35-4a44-8162-0cbbfbcc4f48/afc5e052-7712-4749-b647-93545ec4e315) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:32:50.948784 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-9034cf73-498c-40b6-8ca7-77f97600f817 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks [] for port (afc5e052-7712-4749-b647-93545ec4e315), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:51.017038 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bb51e-417c-4b6f-b435-afd53fb2dd4c req-1144a499-6446-4202-a898-33b7d3532c63 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:51.018478 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b74bb51e-417c-4b6f-b435-afd53fb2dd4c req-1144a499-6446-4202-a898-33b7d3532c63 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0638518 Jan 17 09:32:51.020142 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-9034cf73-498c-40b6-8ca7-77f97600f817 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (afc5e052-7712-4749-b647-93545ec4e315), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:51.037224 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['c868553e-a0d2-4056-9a31-614cc766888f', '9fc11fea-d13a-4cdd-a344-0014cdc8290d', 'b18b1879-339a-4d5c-8475-d18bb69ff0f6'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:32:51.082154 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-9034cf73-498c-40b6-8ca7-77f97600f817 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Network acf9c04f-17ce-41f9-812d-42c23fd57a40 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:32:51.093004 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-9034cf73-498c-40b6-8ca7-77f97600f817 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:32:51.100152 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-9034cf73-498c-40b6-8ca7-77f97600f817 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:32:51.131313 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034cf73-498c-40b6-8ca7-77f97600f817 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Pushing event updated for resources: {'Port': ['ID=afc5e052-7712-4749-b647-93545ec4e315,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:51.146903 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b74bb51e-417c-4b6f-b435-afd53fb2dd4c req-42fda51c-bfdf-4f19-b119-d6d909a13bf5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192350 Jan 17 09:32:51.180338 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-9034cf73-498c-40b6-8ca7-77f97600f817 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:51.180970 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-9034cf73-498c-40b6-8ca7-77f97600f817 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:51.196755 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-9034cf73-498c-40b6-8ca7-77f97600f817 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6759288 Jan 17 09:32:51.211083 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Request body: {'port': {'device_id': 'a8b5414b-1c84-4d1c-b4d7-1fe4430f959e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:32:51.266259 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (afc5e052-7712-4749-b647-93545ec4e315), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:51.553039 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc5e052-7712-4749-b647-93545ec4e315 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:32:51.560466 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Publish callbacks [] for port (afc5e052-7712-4749-b647-93545ec4e315), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:51.574038 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Transition to ACTIVE for port object afc5e052-7712-4749-b647-93545ec4e315 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:32:51.577540 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (afc5e052-7712-4749-b647-93545ec4e315), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:51.599604 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e6f40-9c17-4f85-b800-545b5ba4645f req-e0e44fee-69db-4792-b682-35455c6dc67c tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:51.601247 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0d6e6f40-9c17-4f85-b800-545b5ba4645f req-e0e44fee-69db-4792-b682-35455c6dc67c tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 931 time: 0.0514026 Jan 17 09:32:51.629907 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Pushing event updated for resources: {'Port': ['ID=afc5e052-7712-4749-b647-93545ec4e315,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:51.650521 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0d6e6f40-9c17-4f85-b800-545b5ba4645f req-435a3718-6533-4844-a9d9-680bf0828c57 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436010 Jan 17 09:32:51.703678 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Attempting to bind port afc5e052-7712-4749-b647-93545ec4e315 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:32:51.704036 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Attempting to bind port afc5e052-7712-4749-b647-93545ec4e315 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:32:51.704415 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Attempting to bind port afc5e052-7712-4749-b647-93545ec4e315 on network acf9c04f-17ce-41f9-812d-42c23fd57a40 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:32:51.709352 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Port afc5e052-7712-4749-b647-93545ec4e315 on network acf9c04f-17ce-41f9-812d-42c23fd57a40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:32:51.709672 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Attempting to bind port afc5e052-7712-4749-b647-93545ec4e315 on network acf9c04f-17ce-41f9-812d-42c23fd57a40 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:32:51.714442 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:32:51.714715 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Checking segment: {'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:32:51.715091 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Bound using segment: {'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:32:51.715509 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Bound port: afc5e052-7712-4749-b647-93545ec4e315, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5681c8f8-013e-4724-b0b1-5d65beaa88c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:32:51.715877 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (afc5e052-7712-4749-b647-93545ec4e315), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:52.011155 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] For port afc5e052-7712-4749-b647-93545ec4e315, host hv-cinder-81558, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:32:52.014527 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] For port afc5e052-7712-4749-b647-93545ec4e315, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=afc5e052-7712-4749-b647-93545ec4e315,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:32:52.018496 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (afc5e052-7712-4749-b647-93545ec4e315), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:52.057287 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:52.057909 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:52.059324 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] 10.222.0.31 "PUT /v2.0/ports/afc5e052-7712-4749-b647-93545ec4e315 HTTP/1.1" status: 200 len: 1093 time: 0.8530679 Jan 17 09:32:52.059782 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b5414b-1c84-4d1c-b4d7-1fe4430f959e', 'tag': 'afc5e052-7712-4749-b647-93545ec4e315'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:32:52.062077 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d762c720-2c6f-4451-b884-1afa11c67e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b5414b-1c84-4d1c-b4d7-1fe4430f959e", "tag": "afc5e052-7712-4749-b647-93545ec4e315"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:32:52.086221 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8bba4-2a22-4b38-9d37-b21f8cd94f01 service neutron] Pushing event updated for resources: {'Port': ['ID=afc5e052-7712-4749-b647-93545ec4e315,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:52.135982 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1467602f-bfa0-4853-8b00-19d26f86d57c x-openstack-request-id: req-1467602f-bfa0-4853-8b00-19d26f86d57c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:32:52.136328 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b5414b-1c84-4d1c-b4d7-1fe4430f959e", "tag": "afc5e052-7712-4749-b647-93545ec4e315", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:32:52.136515 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1467602f-bfa0-4853-8b00-19d26f86d57c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:32:52.136912 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b5414b-1c84-4d1c-b4d7-1fe4430f959e', 'tag': 'afc5e052-7712-4749-b647-93545ec4e315', 'status': 'completed', 'code': 200} Jan 17 09:32:52.152756 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-1758a26e-d853-45cc-9656-52f4bcecb758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:52.154232 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-1758a26e-d853-45cc-9656-52f4bcecb758 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2c4a35580ca41e4b962d614863de67a&device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 1096 time: 0.0457871 Jan 17 09:32:52.206793 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-fe1e95be-fd2b-48ea-bafa-e28d22def11c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afc5e052-7712-4749-b647-93545ec4e315 HTTP/1.1" status: 200 len: 217 time: 0.0420539 Jan 17 09:32:52.255306 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-229009da-b9ac-482c-b5f4-449b6d942d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:52.256888 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-229009da-b9ac-482c-b5f4-449b6d942d34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b654e773-cc35-4a44-8162-0cbbfbcc4f48 HTTP/1.1" status: 200 len: 854 time: 0.0431163 Jan 17 09:32:52.292964 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-c649e3ab-991e-4408-a871-f5bfb75198fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=acf9c04f-17ce-41f9-812d-42c23fd57a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292099 Jan 17 09:32:52.393223 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-827fea29-a3c7-4625-a3a2-4392823356aa service neutron] 10.222.0.31 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918703 Jan 17 09:32:52.459165 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fa9a0-d108-496b-bc23-9a002146ef14 req-87c2a54b-58a8-4bb3-baa2-a87f8f8376fc tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:52.460804 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b23fa9a0-d108-496b-bc23-9a002146ef14 req-87c2a54b-58a8-4bb3-baa2-a87f8f8376fc tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.2430646 Jan 17 09:32:52.489287 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9cbc46d-62a3-40b6-969c-07662df8de2c req-c4b3bb60-583c-4fd5-bada-180549d30105 service neutron] 10.222.0.31 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890827 Jan 17 09:32:52.507114 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b23fa9a0-d108-496b-bc23-9a002146ef14 req-66b2cc03-3ec5-4769-88ec-960e33071856 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406499 Jan 17 09:32:52.583923 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762c720-2c6f-4451-b884-1afa11c67e0c req-bf413d41-6a31-48c5-9361-4a01b4c8b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:52.585407 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d762c720-2c6f-4451-b884-1afa11c67e0c req-bf413d41-6a31-48c5-9361-4a01b4c8b658 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2c4a35580ca41e4b962d614863de67a&device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 1096 time: 0.0445504 Jan 17 09:32:52.682749 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762c720-2c6f-4451-b884-1afa11c67e0c req-a7caf5dd-a93b-465e-bc4d-bd8c5e8cc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:52.684355 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d762c720-2c6f-4451-b884-1afa11c67e0c req-a7caf5dd-a93b-465e-bc4d-bd8c5e8cc0b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=acf9c04f-17ce-41f9-812d-42c23fd57a40 HTTP/1.1" status: 200 len: 915 time: 0.0830705 Jan 17 09:32:52.732322 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d762c720-2c6f-4451-b884-1afa11c67e0c req-ef3332ab-1242-47c2-a540-5db4bd7fd5ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afc5e052-7712-4749-b647-93545ec4e315 HTTP/1.1" status: 200 len: 217 time: 0.0395174 Jan 17 09:32:52.805371 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762c720-2c6f-4451-b884-1afa11c67e0c req-5647be17-a13e-43b3-8f2b-df8934713a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:52.806715 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d762c720-2c6f-4451-b884-1afa11c67e0c req-5647be17-a13e-43b3-8f2b-df8934713a6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b654e773-cc35-4a44-8162-0cbbfbcc4f48 HTTP/1.1" status: 200 len: 854 time: 0.0518415 Jan 17 09:32:52.815378 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12581026-39a2-493f-9af1-99c41b722b66 req-3a695be5-bce3-4826-ae0e-5c8e03113029 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:52.816734 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12581026-39a2-493f-9af1-99c41b722b66 req-3a695be5-bce3-4826-ae0e-5c8e03113029 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 943 time: 0.0871327 Jan 17 09:32:52.846540 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d762c720-2c6f-4451-b884-1afa11c67e0c req-faf8baf5-9c27-46e3-98f9-d120de40ca89 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=acf9c04f-17ce-41f9-812d-42c23fd57a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288994 Jan 17 09:32:52.929293 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12581026-39a2-493f-9af1-99c41b722b66 req-34f7f01a-7d0a-460d-8f7f-b46652597864 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046197 Jan 17 09:32:52.962520 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d762c720-2c6f-4451-b884-1afa11c67e0c req-7085d1fa-4f1b-44e0-96e0-a0d1be90e03a service neutron] 10.222.0.31 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086426 Jan 17 09:32:53.062381 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d762c720-2c6f-4451-b884-1afa11c67e0c req-4ec66a0d-83d4-4fc8-a64f-491b11d3e80f service neutron] 10.222.0.31 "GET /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856469 Jan 17 09:32:53.621504 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c99e99-65e7-4070-b33a-75ebcfed93e1 req-5974911f-4fe8-4522-84f7-05948cf46eb9 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:53.622968 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e3c99e99-65e7-4070-b33a-75ebcfed93e1 req-5974911f-4fe8-4522-84f7-05948cf46eb9 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0474706 Jan 17 09:32:53.671088 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e3c99e99-65e7-4070-b33a-75ebcfed93e1 req-e4b6c833-b424-4f08-9acd-ad185d8322e4 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418320 Jan 17 09:32:54.042462 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0997a2-5806-4a5e-89ca-c6363aa0ead1 req-6760992b-a765-40f5-ba8d-c24bdd7e5428 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:54.044050 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fe0997a2-5806-4a5e-89ca-c6363aa0ead1 req-6760992b-a765-40f5-ba8d-c24bdd7e5428 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 943 time: 0.0483398 Jan 17 09:32:54.090281 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fe0997a2-5806-4a5e-89ca-c6363aa0ead1 req-26551db8-110d-4b33-9919-8c594db69499 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399694 Jan 17 09:32:54.791313 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650007b-6a80-46e1-8ff6-d8574013d0d2 req-ad21d457-0c54-43bc-97a4-de81d105ca49 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:54.792923 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3650007b-6a80-46e1-8ff6-d8574013d0d2 req-ad21d457-0c54-43bc-97a4-de81d105ca49 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0528865 Jan 17 09:32:54.845130 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3650007b-6a80-46e1-8ff6-d8574013d0d2 req-0bd9abc1-223b-43dd-a29a-076b1cdfd8cc tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460267 Jan 17 09:32:55.203502 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660016d1-fecd-47e8-88cc-5c473250c1dd req-aa694043-b789-468d-a5bd-e1f2cfe894be tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:55.205019 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-660016d1-fecd-47e8-88cc-5c473250c1dd req-aa694043-b789-468d-a5bd-e1f2cfe894be tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 943 time: 0.0496709 Jan 17 09:32:55.255189 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-660016d1-fecd-47e8-88cc-5c473250c1dd req-9f1d3f26-ea94-4bd5-bb00-613500c201fb tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434999 Jan 17 09:32:55.773050 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38242) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:55.875119 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fec34806-bf91-4d34-941d-48b3879275e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:55.980925 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fec34806-bf91-4d34-941d-48b3879275e7 admin admin] Publish callbacks [] for security_group (f4e7fd76-59e3-442e-a4b7-0ec3a31b2561), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:55.990499 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7ac0e-fe78-434e-bcb1-8ae72964b021 req-48c3f1b6-f264-41e5-82c0-001e8294e1dd tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:55.992024 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c1b7ac0e-fe78-434e-bcb1-8ae72964b021 req-48c3f1b6-f264-41e5-82c0-001e8294e1dd tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0793478 Jan 17 09:32:55.993074 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fec34806-bf91-4d34-941d-48b3879275e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (f4e7fd76-59e3-442e-a4b7-0ec3a31b2561), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:56.056728 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec34806-bf91-4d34-941d-48b3879275e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e7fd76-59e3-442e-a4b7-0ec3a31b2561,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:56.064851 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-fec34806-bf91-4d34-941d-48b3879275e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=06b4aa2c23954425b2cdeca920f85f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906094 Jan 17 09:32:56.067420 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 38250) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:32:56.095742 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c1b7ac0e-fe78-434e-bcb1-8ae72964b021 req-c9284104-4c27-49cf-aea1-64dda8369b71 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967963 Jan 17 09:32:56.125836 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea0f7105-2bfe-43e4-b2e7-0d67a5faf82d admin admin] Publish callbacks [] for security_group (f4e7fd76-59e3-442e-a4b7-0ec3a31b2561), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:56.149348 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea0f7105-2bfe-43e4-b2e7-0d67a5faf82d admin admin] Publish callbacks [] for security_group (f4e7fd76-59e3-442e-a4b7-0ec3a31b2561), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:56.196986 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea0f7105-2bfe-43e4-b2e7-0d67a5faf82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (f4e7fd76-59e3-442e-a4b7-0ec3a31b2561), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:56.199927 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea0f7105-2bfe-43e4-b2e7-0d67a5faf82d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:56.201092 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ea0f7105-2bfe-43e4-b2e7-0d67a5faf82d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4e7fd76-59e3-442e-a4b7-0ec3a31b2561 HTTP/1.1" status: 204 len: 168 time: 0.1326036 Jan 17 09:32:56.211204 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f7105-2bfe-43e4-b2e7-0d67a5faf82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e7fd76-59e3-442e-a4b7-0ec3a31b2561,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:56.367706 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4b4af-740d-4885-9a9d-1be9764bba71 req-651ad4ca-67c1-4648-8e7b-a523040c6adf tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:56.369399 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0cc4b4af-740d-4885-9a9d-1be9764bba71 req-651ad4ca-67c1-4648-8e7b-a523040c6adf tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0702677 Jan 17 09:32:56.373770 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device afc5e052-7712-4749-b647-93545ec4e315 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:32:56.433188 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0cc4b4af-740d-4885-9a9d-1be9764bba71 req-62b3bb13-5817-4532-b2e7-7979401a8ff2 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555446 Jan 17 09:32:56.469192 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06f52a-679c-49b2-ac81-fc36844ba227 req-cf92b89d-a0b1-4ece-9c43-b9b70327d1d2 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:56.471354 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9c06f52a-679c-49b2-ac81-fc36844ba227 req-cf92b89d-a0b1-4ece-9c43-b9b70327d1d2 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 943 time: 0.1385794 Jan 17 09:32:56.474448 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20325e19-e519-41d0-8730-43d37eec511a req-f72f334c-09ac-42ac-854d-6ce4e0542e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:56.476039 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-20325e19-e519-41d0-8730-43d37eec511a req-f72f334c-09ac-42ac-854d-6ce4e0542e77 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d4b53680e0443b88340aca1b54694d3&device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 1098 time: 0.0714934 Jan 17 09:32:56.507885 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port afc5e052-7712-4749-b647-93545ec4e315, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=afc5e052-7712-4749-b647-93545ec4e315,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:56.522399 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'afc5e052-7712-4749-b647-93545ec4e315', 'network_id': 'acf9c04f-17ce-41f9-812d-42c23fd57a40', 'port_id': 'afc5e052-7712-4749-b647-93545ec4e315', 'mac_address': 'fa:16:3e:67:3d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b654e773-cc35-4a44-8162-0cbbfbcc4f48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:32:56.559677 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port afc5e052-7712-4749-b647-93545ec4e315 is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:32:56.560098 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (afc5e052-7712-4749-b647-93545ec4e315), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:56.572675 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc5e052-7712-4749-b647-93545ec4e315 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:32:56.578089 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9c06f52a-679c-49b2-ac81-fc36844ba227 req-5dade469-eff2-4f61-b55d-3219b6c473f8 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962667 Jan 17 09:32:56.593488 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port afc5e052-7712-4749-b647-93545ec4e315, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=afc5e052-7712-4749-b647-93545ec4e315,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:56.598728 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (afc5e052-7712-4749-b647-93545ec4e315), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:32:56.611883 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20325e19-e519-41d0-8730-43d37eec511a req-31c6ebdb-24ac-49ec-8c24-ce5f7cdcd4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:56.613365 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-20325e19-e519-41d0-8730-43d37eec511a req-31c6ebdb-24ac-49ec-8c24-ce5f7cdcd4cc service neutron] 10.222.0.31 "GET /v2.0/networks?id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf HTTP/1.1" status: 200 len: 912 time: 0.1159351 Jan 17 09:32:56.645066 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=afc5e052-7712-4749-b647-93545ec4e315,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:56.685969 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-20325e19-e519-41d0-8730-43d37eec511a req-a5864c48-6594-4727-905b-a7efa3fa3488 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a48cd684-6cc7-4f49-a193-b31bc03c3cd4 HTTP/1.1" status: 200 len: 1001 time: 0.0624526 Jan 17 09:32:56.754476 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20325e19-e519-41d0-8730-43d37eec511a req-5122fa38-b2de-4fd6-8147-5cc55d9d4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:56.756028 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-20325e19-e519-41d0-8730-43d37eec511a req-5122fa38-b2de-4fd6-8147-5cc55d9d4dd2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7862a30a-3de9-4df3-9ab7-bbfbb516200f HTTP/1.1" status: 200 len: 850 time: 0.0493693 Jan 17 09:32:56.806939 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20325e19-e519-41d0-8730-43d37eec511a req-d8072834-012b-43ba-ae4d-7e61337cde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:56.808583 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-20325e19-e519-41d0-8730-43d37eec511a req-d8072834-012b-43ba-ae4d-7e61337cde41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415828 Jan 17 09:32:56.908837 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-20325e19-e519-41d0-8730-43d37eec511a req-2b10820b-f297-4514-a9c2-0580d3fae01b service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875020 Jan 17 09:32:57.004278 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-20325e19-e519-41d0-8730-43d37eec511a req-f30ff4f2-1afc-4014-9546-1beea3464840 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859151 Jan 17 09:32:57.025510 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['afc5e052-7712-4749-b647-93545ec4e315'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:32:57.494215 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a904b5-20cb-4995-a767-b540d2ef9a44 req-acd138b3-8329-4510-be86-13911e22b0da tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:57.495693 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f1a904b5-20cb-4995-a767-b540d2ef9a44 req-acd138b3-8329-4510-be86-13911e22b0da tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0815542 Jan 17 09:32:57.502375 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2e67b-3529-4198-ba26-1e607e32b502 req-5bd46cb9-5358-465e-b28c-c076c42d3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:57.503753 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a2f2e67b-3529-4198-ba26-1e607e32b502 req-5bd46cb9-5358-465e-b28c-c076c42d3bcb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9d45a94d13240c9bf0db535e64bd980&device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0597532 Jan 17 09:32:57.549153 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058281d-0dca-4e51-90bf-1a89d6e1a4db req-4c9611ba-f7f0-4b53-8142-a5acdf87a90b tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:57.550684 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b058281d-0dca-4e51-90bf-1a89d6e1a4db req-4c9611ba-f7f0-4b53-8142-a5acdf87a90b tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0476649 Jan 17 09:32:57.587809 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f1a904b5-20cb-4995-a767-b540d2ef9a44 req-f847d6a8-d5dd-4353-8625-c9284240d136 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830829 Jan 17 09:32:57.597702 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b058281d-0dca-4e51-90bf-1a89d6e1a4db req-54882f45-98c2-431c-a2dd-35f3469925a4 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415561 Jan 17 09:32:57.628350 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2e67b-3529-4198-ba26-1e607e32b502 req-2c565abb-b27b-4673-b14f-e2cf3895c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:57.628350 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a2f2e67b-3529-4198-ba26-1e607e32b502 req-2c565abb-b27b-4673-b14f-e2cf3895c75b service neutron] 10.222.0.31 "GET /v2.0/networks?id=da34c571-1e47-48bc-a790-537149900e32 HTTP/1.1" status: 200 len: 919 time: 0.1049769 Jan 17 09:32:57.675945 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a2f2e67b-3529-4198-ba26-1e607e32b502 req-098b9983-57b1-478b-9669-55171976fc09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91c7a312-30e2-4838-82bc-ba855768d4eb HTTP/1.1" status: 200 len: 217 time: 0.0389802 Jan 17 09:32:57.743950 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2e67b-3529-4198-ba26-1e607e32b502 req-50531b5e-06ec-47fe-ad1e-df649d81a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:57.745431 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a2f2e67b-3529-4198-ba26-1e607e32b502 req-50531b5e-06ec-47fe-ad1e-df649d81a88e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3915768e-4951-462b-8892-2a88e583fd54 HTTP/1.1" status: 200 len: 858 time: 0.0624921 Jan 17 09:32:57.757269 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde81b62-107e-4a88-a5fe-3b9a97f5ee14 req-4b7b542f-259e-49fa-a3eb-441c23363e23 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:57.758709 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dde81b62-107e-4a88-a5fe-3b9a97f5ee14 req-4b7b542f-259e-49fa-a3eb-441c23363e23 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 944 time: 0.0856991 Jan 17 09:32:57.800782 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a2f2e67b-3529-4198-ba26-1e607e32b502 req-7f3996b9-6219-4937-a822-77af59da2f92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da34c571-1e47-48bc-a790-537149900e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411086 Jan 17 09:32:57.882000 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dde81b62-107e-4a88-a5fe-3b9a97f5ee14 req-2c71fec6-1f2e-48e5-8586-fed19d5705ab tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137836 Jan 17 09:32:57.917282 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a2f2e67b-3529-4198-ba26-1e607e32b502 req-026d931a-fa01-4a53-a1f4-5ae92ad70855 service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030309 Jan 17 09:32:58.007767 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a2f2e67b-3529-4198-ba26-1e607e32b502 req-3d0eb44e-9e62-41c2-90a6-680179b2a59c service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801167 Jan 17 09:32:58.717044 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0f77a-50a5-426a-9608-2f8f456e42c5 req-39e600b4-b004-4986-9c8a-9fbb758a9e4c tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:58.718519 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5cc0f77a-50a5-426a-9608-2f8f456e42c5 req-39e600b4-b004-4986-9c8a-9fbb758a9e4c tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0515497 Jan 17 09:32:58.727926 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7edc9a-8d71-444f-94ea-985f2a179420 req-40e2bcd2-2d9d-4a2d-9cc1-88c381d576b4 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:58.729426 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cf7edc9a-8d71-444f-94ea-985f2a179420 req-40e2bcd2-2d9d-4a2d-9cc1-88c381d576b4 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0543227 Jan 17 09:32:58.764965 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5cc0f77a-50a5-426a-9608-2f8f456e42c5 req-f9684609-e3df-4b8a-b5f0-f7041fa389a8 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408514 Jan 17 09:32:58.779093 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cf7edc9a-8d71-444f-94ea-985f2a179420 req-5c709ed8-45c5-4443-aaf3-9e36b8621332 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441551 Jan 17 09:32:58.993850 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39841e9b-d56e-4e02-a509-b25c4495c3c3 req-99b37c7f-4c21-464e-842e-d527f50de1f3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:58.995351 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-39841e9b-d56e-4e02-a509-b25c4495c3c3 req-99b37c7f-4c21-464e-842e-d527f50de1f3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 944 time: 0.0498271 Jan 17 09:32:59.040797 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-39841e9b-d56e-4e02-a509-b25c4495c3c3 req-22445e97-416c-4479-aa5e-afdbd4fdb0ab tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399377 Jan 17 09:32:59.882462 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3682f1-3148-4cf4-969c-58c38b62ed5d req-bcfb1d7e-a894-49a6-a8ba-3be414b1542c tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:59.883975 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2b3682f1-3148-4cf4-969c-58c38b62ed5d req-bcfb1d7e-a894-49a6-a8ba-3be414b1542c tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0500431 Jan 17 09:32:59.930141 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2b3682f1-3148-4cf4-969c-58c38b62ed5d req-047a0276-dc14-4318-bf23-524a5930b57a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403130 Jan 17 09:33:00.154946 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d778f-fc24-4d27-ba95-efda52ff3fc2 req-b46f8eb5-d0f6-4544-9063-e7c228753b17 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:00.156449 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8a5d778f-fc24-4d27-ba95-efda52ff3fc2 req-b46f8eb5-d0f6-4544-9063-e7c228753b17 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 944 time: 0.0513203 Jan 17 09:33:00.201932 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8a5d778f-fc24-4d27-ba95-efda52ff3fc2 req-9ecb5234-f210-4aa5-a2d9-1ea5eb54df1e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395012 Jan 17 09:33:00.397656 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device afc5e052-7712-4749-b647-93545ec4e315 up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:33:00.445482 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port afc5e052-7712-4749-b647-93545ec4e315 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:33:00.449204 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port afc5e052-7712-4749-b647-93545ec4e315 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:33:00.449584 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (afc5e052-7712-4749-b647-93545ec4e315), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:00.525903 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port afc5e052-7712-4749-b647-93545ec4e315 is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:33:00.526303 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (afc5e052-7712-4749-b647-93545ec4e315), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:00.549280 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b5414b-1c84-4d1c-b4d7-1fe4430f959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc5e052-7712-4749-b647-93545ec4e315'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:33:00.551488 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb664461-3654-4fc6-854c-a445875dfb7a" -d '{"events": [{"server_uuid": "a8b5414b-1c84-4d1c-b4d7-1fe4430f959e", "name": "network-vif-plugged", "status": "completed", "tag": "afc5e052-7712-4749-b647-93545ec4e315"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:33:00.564454 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port afc5e052-7712-4749-b647-93545ec4e315, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=afc5e052-7712-4749-b647-93545ec4e315,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:00.568886 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (afc5e052-7712-4749-b647-93545ec4e315), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:00.593121 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6570099e-7a39-42ea-88a5-7a4f5daf1e9a x-openstack-request-id: req-6570099e-7a39-42ea-88a5-7a4f5daf1e9a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:33:00.593438 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b5414b-1c84-4d1c-b4d7-1fe4430f959e", "name": "network-vif-plugged", "status": "completed", "tag": "afc5e052-7712-4749-b647-93545ec4e315", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:33:00.593701 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6570099e-7a39-42ea-88a5-7a4f5daf1e9a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:33:00.594092 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b5414b-1c84-4d1c-b4d7-1fe4430f959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc5e052-7712-4749-b647-93545ec4e315', 'code': 200} Jan 17 09:33:00.620703 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=afc5e052-7712-4749-b647-93545ec4e315,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:00.772097 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2558a5f-e05f-4341-b0cb-e7d38368cb4a req-1f4b9f41-b668-4d47-8745-aaf4a684d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:00.773539 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f2558a5f-e05f-4341-b0cb-e7d38368cb4a req-1f4b9f41-b668-4d47-8745-aaf4a684d904 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 1098 time: 0.0410426 Jan 17 09:33:00.818460 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f2558a5f-e05f-4341-b0cb-e7d38368cb4a req-f1141bf7-45bf-46f2-a527-350cbc33d0fe service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Jan 17 09:33:01.042234 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db922-11a2-495f-b9f6-64da0481b3b1 req-9e8fc8bf-186b-41ca-ab0b-58dc996d3723 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:01.043684 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5e5db922-11a2-495f-b9f6-64da0481b3b1 req-9e8fc8bf-186b-41ca-ab0b-58dc996d3723 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0471940 Jan 17 09:33:01.089895 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5e5db922-11a2-495f-b9f6-64da0481b3b1 req-eed11318-817e-4d10-8d6f-501b0a874075 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402851 Jan 17 09:33:01.318702 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be55587-4817-4718-99ef-917ccaae6ea1 req-493ef801-c537-4644-bdc5-52cb240821bf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:01.320238 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4be55587-4817-4718-99ef-917ccaae6ea1 req-493ef801-c537-4644-bdc5-52cb240821bf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 945 time: 0.0497561 Jan 17 09:33:01.366851 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4be55587-4817-4718-99ef-917ccaae6ea1 req-479cf3b4-9c3f-4332-97c1-8359e326acff tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409772 Jan 17 09:33:02.201534 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088a0c4-252d-43ca-8493-b4954ec1ba3e req-1f3092d7-d01d-4491-ab2c-a4b142d7cd57 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:02.202918 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7088a0c4-252d-43ca-8493-b4954ec1ba3e req-1f3092d7-d01d-4491-ab2c-a4b142d7cd57 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0474999 Jan 17 09:33:02.252429 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7088a0c4-252d-43ca-8493-b4954ec1ba3e req-d38578d0-3279-45cb-9a5d-1cb362f79dcb tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437796 Jan 17 09:33:02.479161 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17948c47-4fde-40a9-867a-039f36694d95 req-1ad7b996-b90e-4b80-a2a8-7f3c60916b1d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:02.480637 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-17948c47-4fde-40a9-867a-039f36694d95 req-1ad7b996-b90e-4b80-a2a8-7f3c60916b1d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 945 time: 0.0477653 Jan 17 09:33:02.529602 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-17948c47-4fde-40a9-867a-039f36694d95 req-3d09cd31-08db-46f7-93b8-7a3c41b264b2 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428357 Jan 17 09:33:03.364869 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac52fa7-2774-4d50-ba35-6fcf73431738 req-cdc85433-936e-4f6a-b078-7b1106e99a0d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:03.366348 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-dac52fa7-2774-4d50-ba35-6fcf73431738 req-cdc85433-936e-4f6a-b078-7b1106e99a0d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0478199 Jan 17 09:33:03.411543 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-dac52fa7-2774-4d50-ba35-6fcf73431738 req-715c2602-3181-4f10-a0d8-55a0ce881bc5 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396926 Jan 17 09:33:03.643471 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf91aea-61ec-4f27-8d73-2f50a659322d req-6c3e028e-95c9-457e-8a81-74e8de830fdc tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:03.644967 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5cf91aea-61ec-4f27-8d73-2f50a659322d req-6c3e028e-95c9-457e-8a81-74e8de830fdc tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 945 time: 0.0482895 Jan 17 09:33:03.690714 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5cf91aea-61ec-4f27-8d73-2f50a659322d req-c06fd65a-5ea3-4574-af37-e2080b650c77 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Jan 17 09:33:04.524070 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601464db-70b4-409b-aab4-3deba5a14f2c req-5fe8deb0-ddc2-4945-aaf8-d83253a880ba tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:04.525507 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-601464db-70b4-409b-aab4-3deba5a14f2c req-5fe8deb0-ddc2-4945-aaf8-d83253a880ba tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0467794 Jan 17 09:33:04.570758 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-601464db-70b4-409b-aab4-3deba5a14f2c req-9db94cd1-19cd-4bbd-8443-4b11f9024ad8 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398884 Jan 17 09:33:05.404450 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-609a35cc-b81b-4834-90b0-35748b91ecf4 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-424146352&fields=id&tenant_id=f598fce1df014bbe82e23bbf0b7544eb HTTP/1.1" status: 200 len: 267 time: 0.0571580 Jan 17 09:33:05.507910 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-387bbb18-ca1d-4bbd-a914-e7a00e306f92 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:05.509282 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-387bbb18-ca1d-4bbd-a914-e7a00e306f92 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/networks?id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 200 len: 812 time: 0.0985079 Jan 17 09:33:05.523562 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-77073d25-2d22-44c3-b930-67c3d6598420 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/quotas/f598fce1df014bbe82e23bbf0b7544eb HTTP/1.1" status: 200 len: 375 time: 0.0091209 Jan 17 09:33:05.573282 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-6873b2ed-9b04-4e4e-be46-015fbc6ee8e5 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448117 Jan 17 09:33:05.671418 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-b52fdda9-7678-4234-b831-bca8cbc69f4e service neutron] 10.222.0.77 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863268 Jan 17 09:33:05.685758 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7080b-f3f8-4eee-8faa-c59b1cb8cdd2 req-5c4b84c4-4d09-4dd1-a470-5566356db23a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:05.687233 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89c7080b-f3f8-4eee-8faa-c59b1cb8cdd2 req-5c4b84c4-4d09-4dd1-a470-5566356db23a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0480514 Jan 17 09:33:05.734525 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-89c7080b-f3f8-4eee-8faa-c59b1cb8cdd2 req-080f28c6-e36b-4b4b-b467-e22c9095fdad tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410798 Jan 17 09:33:05.762228 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-b619b1ca-959c-479a-9484-7cb8ab47f7b0 service neutron] 10.222.0.77 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844438 Jan 17 09:33:05.964960 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:06.039061 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7ccaee66-92d9-478b-8de4-0cd0a74dc895 req-5250deec-5364-4a70-badb-242c08bbbd27 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 210 time: 0.0295932 Jan 17 09:33:06.853955 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2cfd7-bfd2-44f9-b7f1-a1ce4e48215b req-aec76f82-f008-46ca-a304-7dcb111577aa tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:06.855412 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f0e2cfd7-bfd2-44f9-b7f1-a1ce4e48215b req-aec76f82-f008-46ca-a304-7dcb111577aa tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0525494 Jan 17 09:33:06.900017 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f0e2cfd7-bfd2-44f9-b7f1-a1ce4e48215b req-962179b1-718a-4bd4-9534-b7e61fce6a82 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390704 Jan 17 09:33:07.156281 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-29a597be-b060-4386-b25c-95e3a1a89fe3 req-30bf4175-a801-44c3-9f14-35421d18e869 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 210 time: 0.0325756 Jan 17 09:33:07.202884 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-6286120c-136f-4c07-92cb-f6e99224d4f5 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:07.204239 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-6286120c-136f-4c07-92cb-f6e99224d4f5 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.31 "GET /v2.0/networks?id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 200 len: 812 time: 0.1251025 Jan 17 09:33:07.280326 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-926f8a6e-bdca-4c96-b35c-166c488cd7cd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f598fce1df014bbe82e23bbf0b7544eb HTTP/1.1" status: 200 len: 379 time: 0.0657730 Jan 17 09:33:07.296233 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-c3b4f827-7edf-4f01-b1bf-d511bcceb4f6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Request body: {'port': {'device_id': '037cf1e9-8cf3-4465-8833-c488bf19c438', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'admin_state_up': True, 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'security_groups': ['cdeac66c-895e-4d49-b05a-06f914111338']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:33:07.411509 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-c3b4f827-7edf-4f01-b1bf-d511bcceb4f6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Made reservation on behalf of f598fce1df014bbe82e23bbf0b7544eb for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:33:07.415210 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-c3b4f827-7edf-4f01-b1bf-d511bcceb4f6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:07.542252 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-c3b4f827-7edf-4f01-b1bf-d511bcceb4f6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Allocated IP 172.20.0.5 (7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1/7b725854-b5c0-41ee-8bb5-b9d0e5c1d302/fb42d696-27ea-46c6-b29c-53d8544cbd10) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:33:07.680147 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-c3b4f827-7edf-4f01-b1bf-d511bcceb4f6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:07.719153 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-c3b4f827-7edf-4f01-b1bf-d511bcceb4f6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:07.762593 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-c3b4f827-7edf-4f01-b1bf-d511bcceb4f6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:33:07.765604 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-c3b4f827-7edf-4f01-b1bf-d511bcceb4f6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:33:07.769289 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-c3b4f827-7edf-4f01-b1bf-d511bcceb4f6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:33:07.792428 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4f827-7edf-4f01-b1bf-d511bcceb4f6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'Port': ['ID=fb42d696-27ea-46c6-b29c-53d8544cbd10,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:07.821375 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-c3b4f827-7edf-4f01-b1bf-d511bcceb4f6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:07.822001 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-c3b4f827-7edf-4f01-b1bf-d511bcceb4f6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:07.839109 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-c3b4f827-7edf-4f01-b1bf-d511bcceb4f6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5462990 Jan 17 09:33:07.851265 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Request body: {'port': {'device_id': '037cf1e9-8cf3-4465-8833-c488bf19c438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:33:07.909139 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:07.996300 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b622b89a-6d5e-40a2-abdf-9add629c2c98 None None] Provisioning complete for port fb42d696-27ea-46c6-b29c-53d8544cbd10 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:33:07.996949 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b622b89a-6d5e-40a2-abdf-9add629c2c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:08.018944 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbc1a0-c61f-44b3-9d60-a1509ce0021a req-2007e839-f329-4408-abd3-a8dcc2b7d3d7 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:08.020502 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6acbc1a0-c61f-44b3-9d60-a1509ce0021a req-2007e839-f329-4408-abd3-a8dcc2b7d3d7 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0492139 Jan 17 09:33:08.031262 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b622b89a-6d5e-40a2-abdf-9add629c2c98 None None] Port fb42d696-27ea-46c6-b29c-53d8544cbd10 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:33:08.071095 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6acbc1a0-c61f-44b3-9d60-a1509ce0021a req-b9758436-63ee-43c2-aa66-72ce8f1407d0 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431888 Jan 17 09:33:08.170758 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb42d696-27ea-46c6-b29c-53d8544cbd10 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:33:08.178239 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Publish callbacks [] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:08.190766 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Transition to ACTIVE for port object fb42d696-27ea-46c6-b29c-53d8544cbd10 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:33:08.195525 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:08.279532 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Pushing event updated for resources: {'Port': ['ID=fb42d696-27ea-46c6-b29c-53d8544cbd10,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.337824 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.340166 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.340166 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.340166 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.340166 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.340166 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.340166 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.340166 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.340166 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.340166 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.340166 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.340166 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:08.340166 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:08.342188 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58934a-007a-4f41-ab94-1866addfdaed req-2eff4501-e638-49d5-88c2-5636430b7ea7 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:08.343716 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dc58934a-007a-4f41-ab94-1866addfdaed req-2eff4501-e638-49d5-88c2-5636430b7ea7 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 943 time: 0.1173890 Jan 17 09:33:08.380727 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Attempting to bind port fb42d696-27ea-46c6-b29c-53d8544cbd10 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:33:08.381069 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Attempting to bind port fb42d696-27ea-46c6-b29c-53d8544cbd10 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:33:08.381403 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Attempting to bind port fb42d696-27ea-46c6-b29c-53d8544cbd10 on network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:33:08.390842 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Port fb42d696-27ea-46c6-b29c-53d8544cbd10 on network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:33:08.391165 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Attempting to bind port fb42d696-27ea-46c6-b29c-53d8544cbd10 on network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:33:08.404322 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:33:08.404661 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Checking segment: {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:33:08.405043 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Bound using segment: {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:33:08.405471 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Bound port: fb42d696-27ea-46c6-b29c-53d8544cbd10, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:33:08.405829 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:08.424380 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dc58934a-007a-4f41-ab94-1866addfdaed req-a0482aab-9433-414f-a99c-329ea98f1e08 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736234 Jan 17 09:33:08.482448 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] For port fb42d696-27ea-46c6-b29c-53d8544cbd10, host hv-cinder-81558, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:33:08.486023 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] For port fb42d696-27ea-46c6-b29c-53d8544cbd10, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fb42d696-27ea-46c6-b29c-53d8544cbd10,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:33:08.490294 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:08.519570 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:08.520210 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:08.521750 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] 10.222.0.31 "PUT /v2.0/ports/fb42d696-27ea-46c6-b29c-53d8544cbd10 HTTP/1.1" status: 200 len: 1093 time: 0.6749794 Jan 17 09:33:08.524050 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037cf1e9-8cf3-4465-8833-c488bf19c438', 'tag': 'fb42d696-27ea-46c6-b29c-53d8544cbd10'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:33:08.526371 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c867cc59-0927-4b42-a6b7-06aa00f597c3" -d '{"events": [{"name": "network-changed", "server_uuid": "037cf1e9-8cf3-4465-8833-c488bf19c438", "tag": "fb42d696-27ea-46c6-b29c-53d8544cbd10"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:33:08.557161 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd6c34-dd0a-45df-a013-6b297789fc6f service neutron] Pushing event updated for resources: {'Port': ['ID=fb42d696-27ea-46c6-b29c-53d8544cbd10,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:08.577495 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bd7ed8-5651-4249-a865-4f6cac767ad8 x-openstack-request-id: req-e7bd7ed8-5651-4249-a865-4f6cac767ad8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:33:08.577859 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037cf1e9-8cf3-4465-8833-c488bf19c438", "tag": "fb42d696-27ea-46c6-b29c-53d8544cbd10", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:33:08.578191 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e7bd7ed8-5651-4249-a865-4f6cac767ad8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:33:08.578656 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037cf1e9-8cf3-4465-8833-c488bf19c438', 'tag': 'fb42d696-27ea-46c6-b29c-53d8544cbd10', 'status': 'completed', 'code': 200} Jan 17 09:33:08.613065 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-ae891b82-f54d-4104-9452-1a1a630cff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:08.614642 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-ae891b82-f54d-4104-9452-1a1a630cff4d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 1096 time: 0.0466218 Jan 17 09:33:08.810344 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-6eb6a347-1944-49c4-9598-0211c05c90ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb42d696-27ea-46c6-b29c-53d8544cbd10 HTTP/1.1" status: 200 len: 217 time: 0.0335557 Jan 17 09:33:08.860542 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-958498bf-2afa-4e75-a00c-4f704f5e40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:08.861958 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-958498bf-2afa-4e75-a00c-4f704f5e40b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b725854-b5c0-41ee-8bb5-b9d0e5c1d302 HTTP/1.1" status: 200 len: 851 time: 0.0454452 Jan 17 09:33:08.904021 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-e1e48637-9152-4f5c-83dc-a2413858afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:08.905452 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-e1e48637-9152-4f5c-83dc-a2413858afa4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374842 Jan 17 09:33:08.991405 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-e64956d1-5c32-4d26-bbcb-0b133deea366 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786278 Jan 17 09:33:09.083375 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-16cfda7d-eed3-4fee-81c8-08702c25fa2e req-51aebf78-b3c3-43cf-8fdc-b93ee9422f9e service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839300 Jan 17 09:33:09.201780 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867cc59-0927-4b42-a6b7-06aa00f597c3 req-f1b68431-f197-486e-84cc-b4281013d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:09.203262 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c867cc59-0927-4b42-a6b7-06aa00f597c3 req-f1b68431-f197-486e-84cc-b4281013d768 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 1096 time: 0.0727816 Jan 17 09:33:09.210926 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d387b-85f4-4e39-8c16-5839f374db37 req-3a46a995-d103-4802-a3e3-1362a648ef7c tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:09.212276 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a5d387b-85f4-4e39-8c16-5839f374db37 req-3a46a995-d103-4802-a3e3-1362a648ef7c tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0727646 Jan 17 09:33:09.307707 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a5d387b-85f4-4e39-8c16-5839f374db37 req-eb1b5392-1c18-432e-b8bd-e86414a9d057 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870662 Jan 17 09:33:09.330147 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867cc59-0927-4b42-a6b7-06aa00f597c3 req-6bac4911-baaf-4e09-b679-61e2ed7f7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:09.331870 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c867cc59-0927-4b42-a6b7-06aa00f597c3 req-6bac4911-baaf-4e09-b679-61e2ed7f7de8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 200 len: 913 time: 0.1185009 Jan 17 09:33:09.549914 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d13d0-c5c3-4895-9651-e55b179bef6c req-effa3904-0d44-4572-acf8-4205ac5b0c63 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:09.551484 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a65d13d0-c5c3-4895-9651-e55b179bef6c req-effa3904-0d44-4572-acf8-4205ac5b0c63 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 943 time: 0.0554450 Jan 17 09:33:09.603188 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a65d13d0-c5c3-4895-9651-e55b179bef6c req-c28d5872-429f-46f6-95eb-22128428fea1 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458398 Jan 17 09:33:09.609338 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c867cc59-0927-4b42-a6b7-06aa00f597c3 req-219360cc-df22-4fb4-98bf-c80a92a0d93a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb42d696-27ea-46c6-b29c-53d8544cbd10 HTTP/1.1" status: 200 len: 217 time: 0.2667820 Jan 17 09:33:09.655907 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867cc59-0927-4b42-a6b7-06aa00f597c3 req-60b27bac-67a1-4f21-917d-d3d93f9e54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:09.657869 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c867cc59-0927-4b42-a6b7-06aa00f597c3 req-60b27bac-67a1-4f21-917d-d3d93f9e54b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b725854-b5c0-41ee-8bb5-b9d0e5c1d302 HTTP/1.1" status: 200 len: 851 time: 0.0419214 Jan 17 09:33:09.712716 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867cc59-0927-4b42-a6b7-06aa00f597c3 req-068af189-9261-4372-bcd0-4f8fb809bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:09.714147 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c867cc59-0927-4b42-a6b7-06aa00f597c3 req-068af189-9261-4372-bcd0-4f8fb809bea9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384843 Jan 17 09:33:09.807729 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c867cc59-0927-4b42-a6b7-06aa00f597c3 req-475b4d50-a1fd-437a-a953-dc0e5574479c service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805922 Jan 17 09:33:09.893971 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c867cc59-0927-4b42-a6b7-06aa00f597c3 req-757e42a2-2867-408d-aa23-a2f8b424678e service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791125 Jan 17 09:33:09.926925 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b38ac238-44f6-41dc-aa29-e8856c7df19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:10.424500 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc3b1-009d-4ff2-85c8-c8b11f97d06c req-89562c42-248a-4ce3-925e-4017361d16e0 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:10.425954 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-acffc3b1-009d-4ff2-85c8-c8b11f97d06c req-89562c42-248a-4ce3-925e-4017361d16e0 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0477183 Jan 17 09:33:10.475970 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-acffc3b1-009d-4ff2-85c8-c8b11f97d06c req-bec37cb3-2604-4888-8801-c92e38855c28 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445383 Jan 17 09:33:10.714228 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc58f05-2d5e-4ae1-b3ab-1c7df7b0f311 req-d3a69133-0b57-457a-b47a-9e709d7d8bb9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:10.715985 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2fc58f05-2d5e-4ae1-b3ab-1c7df7b0f311 req-d3a69133-0b57-457a-b47a-9e709d7d8bb9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 943 time: 0.0480499 Jan 17 09:33:10.765667 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2fc58f05-2d5e-4ae1-b3ab-1c7df7b0f311 req-ced496a3-16d4-419c-916d-4e45c0138d48 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436988 Jan 17 09:33:11.589490 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df1416-c4dc-4c3a-9424-4e21cb9014ab req-c489711f-eee9-465f-99d8-90420cadaa25 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:11.590894 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-90df1416-c4dc-4c3a-9424-4e21cb9014ab req-c489711f-eee9-465f-99d8-90420cadaa25 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0487416 Jan 17 09:33:11.637565 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-90df1416-c4dc-4c3a-9424-4e21cb9014ab req-d8452391-8b2a-45a1-abbf-ca8a9996bb99 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403717 Jan 17 09:33:11.876319 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268ca2a-ac87-4948-8540-7da43ef02db3 req-5f9782fb-167c-4eaf-94f9-5608163bf70a tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:11.877671 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b268ca2a-ac87-4948-8540-7da43ef02db3 req-5f9782fb-167c-4eaf-94f9-5608163bf70a tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 943 time: 0.0466154 Jan 17 09:33:11.927248 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b268ca2a-ac87-4948-8540-7da43ef02db3 req-c268a7d3-6b17-4a25-a541-d8b68a55b84f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442474 Jan 17 09:33:12.082492 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9d89c63f-9a98-409c-9dc7-06af08dd07ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:12.753405 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88a42e-899f-4300-a1b2-81de0e93ba7c req-f1c555ec-e7ed-4ddc-a3c0-dd008fc0d82a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:12.754975 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7d88a42e-899f-4300-a1b2-81de0e93ba7c req-f1c555ec-e7ed-4ddc-a3c0-dd008fc0d82a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0488958 Jan 17 09:33:12.809336 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7d88a42e-899f-4300-a1b2-81de0e93ba7c req-be1205d5-9c29-4459-ba85-fc8e69b03ed8 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478904 Jan 17 09:33:13.043714 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b5d61-a83c-412c-9f39-228026e4901d req-5b330b3c-b330-4ba9-bf4d-8133cf45020b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:13.045254 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6d0b5d61-a83c-412c-9f39-228026e4901d req-5b330b3c-b330-4ba9-bf4d-8133cf45020b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 943 time: 0.0523410 Jan 17 09:33:13.101206 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6d0b5d61-a83c-412c-9f39-228026e4901d req-6fffb12f-4387-490c-a5b0-7c0bdb7cd2dc tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498354 Jan 17 09:33:13.143985 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:13.925239 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34293e-99be-4346-9067-62dff35dca59 req-e5d4887e-1c90-4fea-b200-89962fa17c5d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:13.926709 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ca34293e-99be-4346-9067-62dff35dca59 req-e5d4887e-1c90-4fea-b200-89962fa17c5d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0481389 Jan 17 09:33:13.972974 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ca34293e-99be-4346-9067-62dff35dca59 req-ec34c8f3-6c35-43f8-b8aa-6a8f2e3d8295 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Jan 17 09:33:14.220000 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59710cc6-374d-4e4f-9bd3-771e20bd8aa1 req-b30f79bc-f5e7-486d-9c15-a068e06ee93c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:14.221473 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-59710cc6-374d-4e4f-9bd3-771e20bd8aa1 req-b30f79bc-f5e7-486d-9c15-a068e06ee93c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 943 time: 0.0546839 Jan 17 09:33:14.273434 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-59710cc6-374d-4e4f-9bd3-771e20bd8aa1 req-05fa28cf-fafe-425f-94a7-11c7e246495a tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462396 Jan 17 09:33:14.706878 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:15.085097 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57918e-29fc-49d6-a54f-b8db5c2773fe req-e2a305c0-693d-4a26-b608-52506207f85b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:15.086529 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-4e57918e-29fc-49d6-a54f-b8db5c2773fe req-e2a305c0-693d-4a26-b608-52506207f85b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0473754 Jan 17 09:33:15.132119 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-4e57918e-29fc-49d6-a54f-b8db5c2773fe req-05ea01fc-d033-443c-958b-5495f79a70a4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Jan 17 09:33:15.387865 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179382d6-5760-47a7-af7f-70bb03438dbd req-ddf695ac-7541-4c14-afcf-1aef99e4d941 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:15.389365 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-179382d6-5760-47a7-af7f-70bb03438dbd req-ddf695ac-7541-4c14-afcf-1aef99e4d941 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 943 time: 0.0497978 Jan 17 09:33:15.437626 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-179382d6-5760-47a7-af7f-70bb03438dbd req-d13819fb-cc24-4da6-9e79-d666262fdf86 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427768 Jan 17 09:33:15.565542 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023dfe0-5dc9-4ccf-b656-1c6b04f48f2a req-d105505c-4c7e-4047-aa77-f6eb89e77a11 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:15.566935 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d023dfe0-5dc9-4ccf-b656-1c6b04f48f2a req-d105505c-4c7e-4047-aa77-f6eb89e77a11 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 945 time: 0.0492430 Jan 17 09:33:15.613775 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d023dfe0-5dc9-4ccf-b656-1c6b04f48f2a req-293acf0e-05ed-48ac-b40c-514901831cdd tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412545 Jan 17 09:33:16.153340 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:16.246842 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfefdc-382e-4a00-b2de-5538c20f8a4d req-4aa01361-7d54-4b42-b1d8-f20e2eae8db1 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:16.248361 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-4ecfefdc-382e-4a00-b2de-5538c20f8a4d req-4aa01361-7d54-4b42-b1d8-f20e2eae8db1 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0484381 Jan 17 09:33:16.294482 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-4ecfefdc-382e-4a00-b2de-5538c20f8a4d req-c988cdf0-2a14-48d8-bd46-9cf25c0400f6 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400493 Jan 17 09:33:16.554004 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098f36d-d808-4910-8941-576c04deac49 req-d0d8cd57-5b15-4288-802b-d5a1164131e1 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:16.555524 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c098f36d-d808-4910-8941-576c04deac49 req-d0d8cd57-5b15-4288-802b-d5a1164131e1 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 943 time: 0.0511179 Jan 17 09:33:16.602537 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c098f36d-d808-4910-8941-576c04deac49 req-ec9373f6-6a60-401a-90b8-ae76361ffa15 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415332 Jan 17 09:33:16.727918 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e25bba-a70a-4e75-8c6a-e723ca18a8d5 req-c919c6ee-cd96-4eb0-8690-f0abab9523cc tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:16.729321 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-10e25bba-a70a-4e75-8c6a-e723ca18a8d5 req-c919c6ee-cd96-4eb0-8690-f0abab9523cc tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 945 time: 0.0517402 Jan 17 09:33:16.774250 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-10e25bba-a70a-4e75-8c6a-e723ca18a8d5 req-883eb7ce-35e7-475b-8c9c-0ca592706dcd tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395768 Jan 17 09:33:17.406117 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe16e81-d4db-425b-825f-8a9a8ad38c67 req-856fc791-7ed3-4586-b9f8-a1f32ddc9ddd tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:17.408100 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5fe16e81-d4db-425b-825f-8a9a8ad38c67 req-856fc791-7ed3-4586-b9f8-a1f32ddc9ddd tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0482092 Jan 17 09:33:17.419812 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:33:17.453104 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5fe16e81-d4db-425b-825f-8a9a8ad38c67 req-8e20ceac-37ca-4097-b167-4c8ef6c64e3c tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394742 Jan 17 09:33:17.713399 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb052f-40a4-4341-9fa7-41c72cff57e3 req-c7376353-4336-43e7-998f-55b3e25e4ab4 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:17.714852 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99cb052f-40a4-4341-9fa7-41c72cff57e3 req-c7376353-4336-43e7-998f-55b3e25e4ab4 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 943 time: 0.0474441 Jan 17 09:33:17.762757 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99cb052f-40a4-4341-9fa7-41c72cff57e3 req-edd1da9c-516a-4496-81d1-2ee920aff6d3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417223 Jan 17 09:33:17.769977 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711bfe1-6675-40b6-9d58-417a1a706ed4 req-3f206907-4d81-411c-9c5a-a9875951f2b5 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:17.771435 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e711bfe1-6675-40b6-9d58-417a1a706ed4 req-3f206907-4d81-411c-9c5a-a9875951f2b5 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 945 time: 0.0506771 Jan 17 09:33:17.900198 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daec48f-07d3-41b4-bcfb-0b7dd3c38f31 req-9175e511-6227-473b-8f5e-842c8997b8d5 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:17.901579 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1daec48f-07d3-41b4-bcfb-0b7dd3c38f31 req-9175e511-6227-473b-8f5e-842c8997b8d5 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8b5414b-1c84-4d1c-b4d7-1fe4430f959e HTTP/1.1" status: 200 len: 945 time: 0.0611458 Jan 17 09:33:17.908679 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-e711bfe1-6675-40b6-9d58-417a1a706ed4 req-0e957549-a3c6-4164-a6f1-c39451f1c2e3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Deleting port afc5e052-7712-4749-b647-93545ec4e315 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:33:17.909026 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e711bfe1-6675-40b6-9d58-417a1a706ed4 req-0e957549-a3c6-4164-a6f1-c39451f1c2e3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (afc5e052-7712-4749-b647-93545ec4e315), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:18.003776 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1daec48f-07d3-41b4-bcfb-0b7dd3c38f31 req-9b91ca10-491b-4c4c-a495-481c3e333647 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918453 Jan 17 09:33:18.028723 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-e711bfe1-6675-40b6-9d58-417a1a706ed4 req-0e957549-a3c6-4164-a6f1-c39451f1c2e3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] For port afc5e052-7712-4749-b647-93545ec4e315, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=afc5e052-7712-4749-b647-93545ec4e315,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:18.029085 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e711bfe1-6675-40b6-9d58-417a1a706ed4 req-0e957549-a3c6-4164-a6f1-c39451f1c2e3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (afc5e052-7712-4749-b647-93545ec4e315), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:18.041625 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-e711bfe1-6675-40b6-9d58-417a1a706ed4 req-0e957549-a3c6-4164-a6f1-c39451f1c2e3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Calling delete_port for afc5e052-7712-4749-b647-93545ec4e315 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:33:18.166431 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e711bfe1-6675-40b6-9d58-417a1a706ed4 req-0e957549-a3c6-4164-a6f1-c39451f1c2e3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (afc5e052-7712-4749-b647-93545ec4e315), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:18.179097 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['c868553e-a0d2-4056-9a31-614cc766888f', '9fc11fea-d13a-4cdd-a344-0014cdc8290d', 'b18b1879-339a-4d5c-8475-d18bb69ff0f6', 'afc5e052-7712-4749-b647-93545ec4e315'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:33:18.194536 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e957549-a3c6-4164-a6f1-c39451f1c2e3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Pushing event deleted for resources: {'Port': ['ID=afc5e052-7712-4749-b647-93545ec4e315,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:18.232829 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-e711bfe1-6675-40b6-9d58-417a1a706ed4 req-0e957549-a3c6-4164-a6f1-c39451f1c2e3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] No DVR routers for this DVR port afc5e052-7712-4749-b647-93545ec4e315 on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:33:18.236442 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e711bfe1-6675-40b6-9d58-417a1a706ed4 req-0e957549-a3c6-4164-a6f1-c39451f1c2e3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:18.240078 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e711bfe1-6675-40b6-9d58-417a1a706ed4 req-0e957549-a3c6-4164-a6f1-c39451f1c2e3 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "DELETE /v2.0/ports/afc5e052-7712-4749-b647-93545ec4e315 HTTP/1.1" status: 204 len: 173 time: 0.4586854 Jan 17 09:33:18.240674 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b5414b-1c84-4d1c-b4d7-1fe4430f959e', 'name': 'network-vif-deleted', 'tag': 'afc5e052-7712-4749-b647-93545ec4e315'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:33:18.243974 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ef7518-515f-4160-affa-cc00e13c366b" -d '{"events": [{"server_uuid": "a8b5414b-1c84-4d1c-b4d7-1fe4430f959e", "name": "network-vif-deleted", "tag": "afc5e052-7712-4749-b647-93545ec4e315"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:33:18.282738 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98779ae-f47e-4cd8-9f80-9c58c32812b6 x-openstack-request-id: req-d98779ae-f47e-4cd8-9f80-9c58c32812b6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:33:18.283206 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b5414b-1c84-4d1c-b4d7-1fe4430f959e", "name": "network-vif-deleted", "tag": "afc5e052-7712-4749-b647-93545ec4e315", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:33:18.283481 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d98779ae-f47e-4cd8-9f80-9c58c32812b6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:33:18.283927 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b5414b-1c84-4d1c-b4d7-1fe4430f959e', 'name': 'network-vif-deleted', 'tag': 'afc5e052-7712-4749-b647-93545ec4e315', 'status': 'completed', 'code': 200} Jan 17 09:33:18.567434 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86257d8-91db-424b-989f-2f18ab146f64 req-199e6b46-467c-4abf-9e27-decd856fe0f4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:18.568938 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d86257d8-91db-424b-989f-2f18ab146f64 req-199e6b46-467c-4abf-9e27-decd856fe0f4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0509231 Jan 17 09:33:18.615154 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d86257d8-91db-424b-989f-2f18ab146f64 req-85072567-c238-4579-a6a3-321d8c8177e3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 Jan 17 09:33:18.880447 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4a784-af15-43d1-8deb-eae83d4a5ab8 req-3742057e-99e0-4166-b61b-85a37de09157 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:18.882040 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c6f4a784-af15-43d1-8deb-eae83d4a5ab8 req-3742057e-99e0-4166-b61b-85a37de09157 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 943 time: 0.0488896 Jan 17 09:33:18.934810 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c6f4a784-af15-43d1-8deb-eae83d4a5ab8 req-726a5b84-ee20-4cc6-8422-afda8e18d79a tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471745 Jan 17 09:33:19.725760 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff8b9e-bf72-4a95-84f7-cb6878d1fa5b req-c512ff92-a490-4805-9805-62eb17ea9c7e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:19.727218 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f6ff8b9e-bf72-4a95-84f7-cb6878d1fa5b req-c512ff92-a490-4805-9805-62eb17ea9c7e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0475643 Jan 17 09:33:19.772667 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f6ff8b9e-bf72-4a95-84f7-cb6878d1fa5b req-55d256fa-2d17-4a70-b5a1-cfa8f86725ad tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Jan 17 09:33:20.046146 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac872-8123-4019-bf1a-b41556c7d8e9 req-6bb2c03f-3f06-42b8-8dc3-5a00dee25bcb tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:20.047628 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a27ac872-8123-4019-bf1a-b41556c7d8e9 req-6bb2c03f-3f06-42b8-8dc3-5a00dee25bcb tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 943 time: 0.0483251 Jan 17 09:33:20.095138 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a27ac872-8123-4019-bf1a-b41556c7d8e9 req-43fb0857-5a88-44c1-a48b-517f95414520 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421259 Jan 17 09:33:20.380243 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e2d60-cb97-442b-9edc-e36ce5ce2dd0 req-5cb66a3d-c253-43b1-8042-7f9563e3d001 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:20.381742 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-048e2d60-cb97-442b-9edc-e36ce5ce2dd0 req-5cb66a3d-c253-43b1-8042-7f9563e3d001 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 946 time: 0.0531316 Jan 17 09:33:20.428628 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-048e2d60-cb97-442b-9edc-e36ce5ce2dd0 req-2a876338-8487-4416-8d29-c7902a6ebef6 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Jan 17 09:33:20.888212 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f5c25-5f9e-40f2-808b-25960becfd39 req-babf4ca0-e1fa-439e-88f0-991e478ce82a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:20.889657 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e60f5c25-5f9e-40f2-808b-25960becfd39 req-babf4ca0-e1fa-439e-88f0-991e478ce82a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0481150 Jan 17 09:33:20.934339 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e60f5c25-5f9e-40f2-808b-25960becfd39 req-0ec4b985-2a99-4112-8de6-93e9cb4e70a3 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392339 Jan 17 09:33:21.207363 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d8fa5-6b06-46a6-a475-e9509628f7db req-6a7de313-49be-4389-8c0a-009f5153560a tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:21.208869 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-985d8fa5-6b06-46a6-a475-e9509628f7db req-6a7de313-49be-4389-8c0a-009f5153560a tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 943 time: 0.0486383 Jan 17 09:33:21.256410 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-985d8fa5-6b06-46a6-a475-e9509628f7db req-50ae1073-6bf3-465b-b415-eb646bd33b37 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421829 Jan 17 09:33:21.543779 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e759fb5-9f7c-4919-9742-12230d11c9ce req-886a80f6-8f7c-4ea1-8ac8-c09fc4d4ee33 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:21.545352 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9e759fb5-9f7c-4919-9742-12230d11c9ce req-886a80f6-8f7c-4ea1-8ac8-c09fc4d4ee33 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 946 time: 0.0509880 Jan 17 09:33:21.590614 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9e759fb5-9f7c-4919-9742-12230d11c9ce req-01dfa76f-c7f5-4386-ab4e-d877366a4716 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397925 Jan 17 09:33:22.044913 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c273bf-0421-430c-8ba2-384e7f60ca6d req-4e583bd3-62bf-4f27-a32c-832cc6efb76a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:22.046345 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-88c273bf-0421-430c-8ba2-384e7f60ca6d req-4e583bd3-62bf-4f27-a32c-832cc6efb76a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0470598 Jan 17 09:33:22.094913 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-88c273bf-0421-430c-8ba2-384e7f60ca6d req-31dc4f20-17af-40f8-914c-eec8060f389e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425675 Jan 17 09:33:22.345383 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c6867-b853-4810-96ad-fad7f3227c92 req-a000e916-2e95-4fb5-a33b-f85763dda35c tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:22.346828 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f18c6867-b853-4810-96ad-fad7f3227c92 req-a000e916-2e95-4fb5-a33b-f85763dda35c tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 946 time: 0.0482924 Jan 17 09:33:22.366777 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e6423-f7e1-431c-a27c-78be9da3c6d7 req-04c96d9e-2b58-4af0-bba8-d668c68ead97 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:22.368289 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bd2e6423-f7e1-431c-a27c-78be9da3c6d7 req-04c96d9e-2b58-4af0-bba8-d668c68ead97 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 943 time: 0.0474374 Jan 17 09:33:22.415433 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bd2e6423-f7e1-431c-a27c-78be9da3c6d7 req-28f42c32-b5d4-4626-aa53-0b7aa7b02d45 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415459 Jan 17 09:33:22.436419 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f18c6867-b853-4810-96ad-fad7f3227c92 req-df3054b8-66f8-4758-a8c7-61eac13a671d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Deleting port b18b1879-339a-4d5c-8475-d18bb69ff0f6 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:33:22.436764 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f18c6867-b853-4810-96ad-fad7f3227c92 req-df3054b8-66f8-4758-a8c7-61eac13a671d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (b18b1879-339a-4d5c-8475-d18bb69ff0f6), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:22.472093 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device fb42d696-27ea-46c6-b29c-53d8544cbd10 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:33:22.475165 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device afc5e052-7712-4749-b647-93545ec4e315 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:33:22.502633 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: afc5e052-7712-4749-b647-93545ec4e315 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:33:22.502972 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device afc5e052-7712-4749-b647-93545ec4e315 not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:33:22.525469 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f18c6867-b853-4810-96ad-fad7f3227c92 req-df3054b8-66f8-4758-a8c7-61eac13a671d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] For port b18b1879-339a-4d5c-8475-d18bb69ff0f6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b18b1879-339a-4d5c-8475-d18bb69ff0f6,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:22.525837 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f18c6867-b853-4810-96ad-fad7f3227c92 req-df3054b8-66f8-4758-a8c7-61eac13a671d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (b18b1879-339a-4d5c-8475-d18bb69ff0f6), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:22.538863 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f18c6867-b853-4810-96ad-fad7f3227c92 req-df3054b8-66f8-4758-a8c7-61eac13a671d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Calling delete_port for b18b1879-339a-4d5c-8475-d18bb69ff0f6 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:33:22.587348 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port fb42d696-27ea-46c6-b29c-53d8544cbd10, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fb42d696-27ea-46c6-b29c-53d8544cbd10,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:22.598513 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'fb42d696-27ea-46c6-b29c-53d8544cbd10', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'port_id': 'fb42d696-27ea-46c6-b29c-53d8544cbd10', 'mac_address': 'fa:16:3e:e4:a4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:33:22.639795 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port fb42d696-27ea-46c6-b29c-53d8544cbd10 is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:33:22.640420 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:22.696357 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f18c6867-b853-4810-96ad-fad7f3227c92 req-df3054b8-66f8-4758-a8c7-61eac13a671d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (b18b1879-339a-4d5c-8475-d18bb69ff0f6), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:22.739504 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3054b8-66f8-4758-a8c7-61eac13a671d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Pushing event deleted for resources: {'Port': ['ID=b18b1879-339a-4d5c-8475-d18bb69ff0f6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:22.768485 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdfee2-b597-4e29-98d9-1a07402b753f req-b10fdc7f-cb9d-4579-a2ea-783b6414a807 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:22.770030 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-87fdfee2-b597-4e29-98d9-1a07402b753f req-b10fdc7f-cb9d-4579-a2ea-783b6414a807 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7e6df1f-faa6-42fd-ad6a-76493dc11e85 HTTP/1.1" status: 200 len: 867 time: 0.1108108 Jan 17 09:33:22.773222 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['c868553e-a0d2-4056-9a31-614cc766888f', '9fc11fea-d13a-4cdd-a344-0014cdc8290d', 'b18b1879-339a-4d5c-8475-d18bb69ff0f6'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:33:22.779079 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb42d696-27ea-46c6-b29c-53d8544cbd10 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:33:22.788629 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18c6867-b853-4810-96ad-fad7f3227c92 req-df3054b8-66f8-4758-a8c7-61eac13a671d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] No DVR routers for this DVR port b18b1879-339a-4d5c-8475-d18bb69ff0f6 on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:33:22.791348 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f18c6867-b853-4810-96ad-fad7f3227c92 req-df3054b8-66f8-4758-a8c7-61eac13a671d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:22.794566 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f18c6867-b853-4810-96ad-fad7f3227c92 req-df3054b8-66f8-4758-a8c7-61eac13a671d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "DELETE /v2.0/ports/b18b1879-339a-4d5c-8475-d18bb69ff0f6 HTTP/1.1" status: 204 len: 173 time: 0.4428761 Jan 17 09:33:22.795001 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e6df1f-faa6-42fd-ad6a-76493dc11e85', 'name': 'network-vif-deleted', 'tag': 'b18b1879-339a-4d5c-8475-d18bb69ff0f6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:33:22.797830 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79de300f-74ba-45b0-b657-b96e9ce8aea4" -d '{"events": [{"server_uuid": "c7e6df1f-faa6-42fd-ad6a-76493dc11e85", "name": "network-vif-deleted", "tag": "b18b1879-339a-4d5c-8475-d18bb69ff0f6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:33:22.819375 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port fb42d696-27ea-46c6-b29c-53d8544cbd10, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fb42d696-27ea-46c6-b29c-53d8544cbd10,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:22.825623 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:22.846689 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-87fdfee2-b597-4e29-98d9-1a07402b753f req-8e43722d-afb6-43b0-9cce-bdd462abb323 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591359 Jan 17 09:33:22.883630 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a4e374-e1e6-4540-8b34-b25ebbcc6027 x-openstack-request-id: req-57a4e374-e1e6-4540-8b34-b25ebbcc6027 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:33:22.884140 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e6df1f-faa6-42fd-ad6a-76493dc11e85", "name": "network-vif-deleted", "tag": "b18b1879-339a-4d5c-8475-d18bb69ff0f6", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:33:22.884399 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57a4e374-e1e6-4540-8b34-b25ebbcc6027 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:33:22.884804 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e6df1f-faa6-42fd-ad6a-76493dc11e85', 'name': 'network-vif-deleted', 'tag': 'b18b1879-339a-4d5c-8475-d18bb69ff0f6', 'status': 'completed', 'code': 200} Jan 17 09:33:22.912407 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=fb42d696-27ea-46c6-b29c-53d8544cbd10,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:23.163422 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['fb42d696-27ea-46c6-b29c-53d8544cbd10'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:33:23.207896 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7eb18-ebf0-4acc-880b-6c6e5226f207 req-284ca453-2934-4937-be80-bc9c51115e11 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:23.209377 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-54e7eb18-ebf0-4acc-880b-6c6e5226f207 req-284ca453-2934-4937-be80-bc9c51115e11 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0483890 Jan 17 09:33:23.257261 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-54e7eb18-ebf0-4acc-880b-6c6e5226f207 req-57f856b3-f1cd-4723-b23e-14dffa235a62 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423825 Jan 17 09:33:23.530744 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d35760-82f0-4b88-bf8f-a3859a1f71f1 req-c14e5e2b-8291-40ec-8e51-71ae3cafe508 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:23.532728 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d5d35760-82f0-4b88-bf8f-a3859a1f71f1 req-c14e5e2b-8291-40ec-8e51-71ae3cafe508 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 944 time: 0.0506799 Jan 17 09:33:23.580519 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d5d35760-82f0-4b88-bf8f-a3859a1f71f1 req-ae57cfe7-11be-48b1-bc6e-c49359913569 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422847 Jan 17 09:33:24.106021 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f07955-fcc7-4119-be28-35ed805b7a35 req-346571b5-722f-42e4-a46d-79afb6c005f8 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:24.107488 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-50f07955-fcc7-4119-be28-35ed805b7a35 req-346571b5-722f-42e4-a46d-79afb6c005f8 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 945 time: 0.0485814 Jan 17 09:33:24.152892 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-50f07955-fcc7-4119-be28-35ed805b7a35 req-737fd48f-87e3-4b15-a3cc-94a302093a9d tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399237 Jan 17 09:33:24.373986 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6fb5e-d8b1-48ca-97a1-bd4b3f1a40ef req-0eb2a6cf-a52b-4543-bc5e-02e4fdc50ca9 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:24.375465 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-55d6fb5e-d8b1-48ca-97a1-bd4b3f1a40ef req-0eb2a6cf-a52b-4543-bc5e-02e4fdc50ca9 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0494153 Jan 17 09:33:24.421416 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-55d6fb5e-d8b1-48ca-97a1-bd4b3f1a40ef req-e2e4cf06-3474-4dd7-a82d-2148ede142ad tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405557 Jan 17 09:33:24.472112 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device fb42d696-27ea-46c6-b29c-53d8544cbd10 up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:33:24.518761 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port fb42d696-27ea-46c6-b29c-53d8544cbd10 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:33:24.522298 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port fb42d696-27ea-46c6-b29c-53d8544cbd10 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:33:24.522670 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:24.600883 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port fb42d696-27ea-46c6-b29c-53d8544cbd10 is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:33:24.601273 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:24.623866 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037cf1e9-8cf3-4465-8833-c488bf19c438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb42d696-27ea-46c6-b29c-53d8544cbd10'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:33:24.626146 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd5c1b6-a37b-4f94-8ac8-3a9dd0806ec9" -d '{"events": [{"server_uuid": "037cf1e9-8cf3-4465-8833-c488bf19c438", "name": "network-vif-plugged", "status": "completed", "tag": "fb42d696-27ea-46c6-b29c-53d8544cbd10"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:33:24.639404 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port fb42d696-27ea-46c6-b29c-53d8544cbd10, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fb42d696-27ea-46c6-b29c-53d8544cbd10,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:24.644115 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:24.670089 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fa9625-1401-4aa5-9c21-0acdb8c31b25 x-openstack-request-id: req-27fa9625-1401-4aa5-9c21-0acdb8c31b25 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:33:24.670408 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037cf1e9-8cf3-4465-8833-c488bf19c438", "name": "network-vif-plugged", "status": "completed", "tag": "fb42d696-27ea-46c6-b29c-53d8544cbd10", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:33:24.670670 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27fa9625-1401-4aa5-9c21-0acdb8c31b25 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:33:24.671061 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037cf1e9-8cf3-4465-8833-c488bf19c438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb42d696-27ea-46c6-b29c-53d8544cbd10', 'code': 200} Jan 17 09:33:24.697674 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=fb42d696-27ea-46c6-b29c-53d8544cbd10,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:24.702388 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d37d2b-970f-4fc8-abcc-1dee04e489ce req-a16ea33d-97f5-4be4-beb1-db38700e9701 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:24.703963 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b8d37d2b-970f-4fc8-abcc-1dee04e489ce req-a16ea33d-97f5-4be4-beb1-db38700e9701 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 945 time: 0.0565128 Jan 17 09:33:24.753541 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b8d37d2b-970f-4fc8-abcc-1dee04e489ce req-007e5b4e-ffb6-4536-99ba-842caa74df16 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433025 Jan 17 09:33:24.924682 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f72328-3287-4ef3-8faf-d0a63be55e79 req-73f024cf-0c71-4ffa-87f0-1976f04f4446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:24.926181 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-39f72328-3287-4ef3-8faf-d0a63be55e79 req-73f024cf-0c71-4ffa-87f0-1976f04f4446 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 1098 time: 0.0402076 Jan 17 09:33:24.971037 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-39f72328-3287-4ef3-8faf-d0a63be55e79 req-93f625c2-deb2-4af3-a1d7-f97ef5d0ced7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389714 Jan 17 09:33:25.267501 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75eecb-b672-4df5-8db1-c0730e04b705 req-41a6684a-d236-4167-98b0-5f7e7c55b7e4 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:25.268928 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6c75eecb-b672-4df5-8db1-c0730e04b705 req-41a6684a-d236-4167-98b0-5f7e7c55b7e4 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 945 time: 0.0482640 Jan 17 09:33:25.316918 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6c75eecb-b672-4df5-8db1-c0730e04b705 req-d3734733-f6d5-40c9-99ed-4ac99fb465d7 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424676 Jan 17 09:33:25.532748 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a728db-95a0-4f5e-bf58-d3d4b717eea6 req-ff340a6f-5c15-4cbb-b59c-0c6f632b79aa tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:25.534917 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97a728db-95a0-4f5e-bf58-d3d4b717eea6 req-ff340a6f-5c15-4cbb-b59c-0c6f632b79aa tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0478084 Jan 17 09:33:25.585468 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-97a728db-95a0-4f5e-bf58-d3d4b717eea6 req-05019f21-b9e6-4532-b02d-0810c2425def tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448401 Jan 17 09:33:25.863523 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986de0c0-218a-4e4a-b0aa-4fde2f6fa7df req-226b4f05-9e7b-410a-b822-8eabeabfc123 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:25.865023 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-986de0c0-218a-4e4a-b0aa-4fde2f6fa7df req-226b4f05-9e7b-410a-b822-8eabeabfc123 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 945 time: 0.0470276 Jan 17 09:33:25.912070 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-986de0c0-218a-4e4a-b0aa-4fde2f6fa7df req-f0ee1aa2-acd6-4522-95b5-f7eed300eec3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416806 Jan 17 09:33:26.285005 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caa2a4-a063-45de-b037-5c3cb04a64c2 req-e3c8d9e7-a008-4261-a9ed-adb2e77e302b tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:26.286432 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-42caa2a4-a063-45de-b037-5c3cb04a64c2 req-e3c8d9e7-a008-4261-a9ed-adb2e77e302b tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 945 time: 0.0466967 Jan 17 09:33:26.378819 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-42caa2a4-a063-45de-b037-5c3cb04a64c2 req-90d03aa9-2afe-45bd-99c2-f13d721186cf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Deleting port 9fc11fea-d13a-4cdd-a344-0014cdc8290d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:33:26.379161 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-42caa2a4-a063-45de-b037-5c3cb04a64c2 req-90d03aa9-2afe-45bd-99c2-f13d721186cf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (9fc11fea-d13a-4cdd-a344-0014cdc8290d), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:26.488678 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b18b1879-339a-4d5c-8475-d18bb69ff0f6 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:33:26.493389 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48069b-2cff-4193-a973-c34679043185 req-9c39778a-159e-4633-90aa-0e5f4c29094a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:26.494876 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ca48069b-2cff-4193-a973-c34679043185 req-9c39778a-159e-4633-90aa-0e5f4c29094a tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcfcaf7d-7daa-449a-ba9e-24137d688cbe HTTP/1.1" status: 200 len: 945 time: 0.1113648 Jan 17 09:33:26.513380 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: b18b1879-339a-4d5c-8475-d18bb69ff0f6 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:33:26.513735 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b18b1879-339a-4d5c-8475-d18bb69ff0f6 not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:33:26.521055 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-42caa2a4-a063-45de-b037-5c3cb04a64c2 req-90d03aa9-2afe-45bd-99c2-f13d721186cf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] For port 9fc11fea-d13a-4cdd-a344-0014cdc8290d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9fc11fea-d13a-4cdd-a344-0014cdc8290d,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:26.521417 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-42caa2a4-a063-45de-b037-5c3cb04a64c2 req-90d03aa9-2afe-45bd-99c2-f13d721186cf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (9fc11fea-d13a-4cdd-a344-0014cdc8290d), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:26.538487 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-42caa2a4-a063-45de-b037-5c3cb04a64c2 req-90d03aa9-2afe-45bd-99c2-f13d721186cf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Calling delete_port for 9fc11fea-d13a-4cdd-a344-0014cdc8290d owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:33:26.570974 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ca48069b-2cff-4193-a973-c34679043185 req-647b241d-31cc-4240-a742-d8f791554ae8 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669849 Jan 17 09:33:26.683297 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-42caa2a4-a063-45de-b037-5c3cb04a64c2 req-90d03aa9-2afe-45bd-99c2-f13d721186cf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (9fc11fea-d13a-4cdd-a344-0014cdc8290d), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:26.698582 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['c868553e-a0d2-4056-9a31-614cc766888f', '9fc11fea-d13a-4cdd-a344-0014cdc8290d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:33:26.700606 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2c683-2162-4ac6-a2f0-a37bde68dfe0 req-b0e5887a-f47b-451a-b412-b1c4be604f72 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:26.704001 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f7a2c683-2162-4ac6-a2f0-a37bde68dfe0 req-b0e5887a-f47b-451a-b412-b1c4be604f72 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0496795 Jan 17 09:33:26.711626 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d03aa9-2afe-45bd-99c2-f13d721186cf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Pushing event deleted for resources: {'Port': ['ID=9fc11fea-d13a-4cdd-a344-0014cdc8290d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:26.754121 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-42caa2a4-a063-45de-b037-5c3cb04a64c2 req-90d03aa9-2afe-45bd-99c2-f13d721186cf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] No DVR routers for this DVR port 9fc11fea-d13a-4cdd-a344-0014cdc8290d on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:33:26.756689 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-42caa2a4-a063-45de-b037-5c3cb04a64c2 req-90d03aa9-2afe-45bd-99c2-f13d721186cf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:26.758634 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f7a2c683-2162-4ac6-a2f0-a37bde68dfe0 req-e4347ab0-c46f-449d-ad2c-1b930ac31802 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495296 Jan 17 09:33:26.760072 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-42caa2a4-a063-45de-b037-5c3cb04a64c2 req-90d03aa9-2afe-45bd-99c2-f13d721186cf tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "DELETE /v2.0/ports/9fc11fea-d13a-4cdd-a344-0014cdc8290d HTTP/1.1" status: 204 len: 173 time: 0.4654388 Jan 17 09:33:26.761125 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfcaf7d-7daa-449a-ba9e-24137d688cbe', 'name': 'network-vif-deleted', 'tag': '9fc11fea-d13a-4cdd-a344-0014cdc8290d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:33:26.763374 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64c6952-7cb4-4597-a120-a672704dfb2b" -d '{"events": [{"server_uuid": "fcfcaf7d-7daa-449a-ba9e-24137d688cbe", "name": "network-vif-deleted", "tag": "9fc11fea-d13a-4cdd-a344-0014cdc8290d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:33:26.806865 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f4fe29-c865-4b63-90a8-726230c72c98 x-openstack-request-id: req-f4f4fe29-c865-4b63-90a8-726230c72c98 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:33:26.807220 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfcaf7d-7daa-449a-ba9e-24137d688cbe", "name": "network-vif-deleted", "tag": "9fc11fea-d13a-4cdd-a344-0014cdc8290d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:33:26.807522 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4f4fe29-c865-4b63-90a8-726230c72c98 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:33:26.808527 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfcaf7d-7daa-449a-ba9e-24137d688cbe', 'name': 'network-vif-deleted', 'tag': '9fc11fea-d13a-4cdd-a344-0014cdc8290d', 'status': 'completed', 'code': 200} Jan 17 09:33:27.027744 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7216e3-5188-4146-952f-033e3e342c0d req-63613d0d-0107-44ae-a6f4-4c86900d9d05 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:27.029306 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9c7216e3-5188-4146-952f-033e3e342c0d req-63613d0d-0107-44ae-a6f4-4c86900d9d05 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 945 time: 0.0506001 Jan 17 09:33:27.077678 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9c7216e3-5188-4146-952f-033e3e342c0d req-36db702e-beed-4981-9114-d21ab25a064a tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419066 Jan 17 09:33:27.189266 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d055b2-f2bd-4a7f-bdd1-6d88ac38d8b4 req-62bfd36b-d434-4482-94d6-c61cbf6cb858 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:27.190708 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9d055b2-f2bd-4a7f-bdd1-6d88ac38d8b4 req-62bfd36b-d434-4482-94d6-c61cbf6cb858 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 945 time: 0.0480721 Jan 17 09:33:27.237425 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9d055b2-f2bd-4a7f-bdd1-6d88ac38d8b4 req-c5ec136b-f8d3-40fe-b6fc-f258eba52682 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412049 Jan 17 09:33:27.259394 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 38548) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:27.519677 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad92e9d7-f070-48d2-9520-9c47468ad85f tempest-TestVolumeBootPattern-1912039889 tempest-TestVolumeBootPattern-1912039889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:27.527862 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ad92e9d7-f070-48d2-9520-9c47468ad85f tempest-TestVolumeBootPattern-1912039889 tempest-TestVolumeBootPattern-1912039889-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 1093 time: 0.2638469 Jan 17 09:33:27.528026 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38552) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:27.529130 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Request body: {'floatingip': {'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'port_id': 'fb42d696-27ea-46c6-b29c-53d8544cbd10', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:33:27.554600 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:27.652542 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:27.765151 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Allocated IP 172.27.2.30 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/0ac94765-a325-4195-a5e2-8c107ef9368c) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:33:27.864182 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for port (0ac94765-a325-4195-a5e2-8c107ef9368c), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:27.896657 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc0cf6-d593-4387-b14a-3f1b1ced9562 req-6f253e08-775e-42c9-a7f4-08bed04cb0f0 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:27.898204 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38cc0cf6-d593-4387-b14a-3f1b1ced9562 req-6f253e08-775e-42c9-a7f4-08bed04cb0f0 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0552344 Jan 17 09:33:27.900620 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (0ac94765-a325-4195-a5e2-8c107ef9368c), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:27.946563 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:33:27.947783 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38cc0cf6-d593-4387-b14a-3f1b1ced9562 req-a5a96366-567b-4a8e-8c9e-2b0a5f5b7198 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436084 Jan 17 09:33:27.949569 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:33:27.954617 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:33:27.957745 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'Port': ['ID=0ac94765-a325-4195-a5e2-8c107ef9368c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:27.985934 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:27.986250 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:27.986665 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:27.987021 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:27.987443 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:27.987744 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:27.988140 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:27.988543 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:27.988889 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:27.989219 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:27.989714 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:27.990057 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:27.990410 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:28.308164 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for floatingip (680b7870-0ad9-4516-818d-fbd4987bf019), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:28.370825 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (0ac94765-a325-4195-a5e2-8c107ef9368c), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:28.517978 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for port (0ac94765-a325-4195-a5e2-8c107ef9368c), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:28.522463 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (0ac94765-a325-4195-a5e2-8c107ef9368c), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:28.585638 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'Port': ['ID=0ac94765-a325-4195-a5e2-8c107ef9368c,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:28.597389 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (680b7870-0ad9-4516-818d-fbd4987bf019), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:28.691112 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.l3_db [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Floating IP 680b7870-0ad9-4516-818d-fbd4987bf019 associated. External IP: 172.27.2.30, port: fb42d696-27ea-46c6-b29c-53d8544cbd10. Jan 17 09:33:28.898098 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Router b34adfdf-0d71-4c84-a507-2579f344c86d has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:33:28.965164 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9617060-4bf5-42d2-9322-dcc631d9706a req-71e20da6-c91f-4de6-8e14-4c88a5c1945e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:28.966690 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b9617060-4bf5-42d2-9322-dcc631d9706a req-71e20da6-c91f-4de6-8e14-4c88a5c1945e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 945 time: 0.0496609 Jan 17 09:33:29.007443 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:33:29.021003 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba92fff-bbb1-4cc6-b791-bf760a4974fa None None] Sync routers for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:33:29.026541 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:29.026989 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b9617060-4bf5-42d2-9322-dcc631d9706a req-a88d5585-2d2b-4f34-9b3e-53a5cb851464 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539668 Jan 17 09:33:29.041916 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba92fff-bbb1-4cc6-b791-bf760a4974fa None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:33:29.041916 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-dba92fff-bbb1-4cc6-b791-bf760a4974fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:33:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:29.077038 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-96c3997e-e559-4757-991a-d5bd7d435850 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5516911 Jan 17 09:33:29.079958 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037cf1e9-8cf3-4465-8833-c488bf19c438', 'tag': 'fb42d696-27ea-46c6-b29c-53d8544cbd10'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:33:29.082422 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122c4fea-5bdf-4bd3-be0b-33bc88bdc192" -d '{"events": [{"name": "network-changed", "server_uuid": "037cf1e9-8cf3-4465-8833-c488bf19c438", "tag": "fb42d696-27ea-46c6-b29c-53d8544cbd10"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:33:29.104691 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76974c-037d-4a45-9f31-b79a36217fc0 req-53bcea06-d94c-4d1b-8ca8-26ed00bd9da2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:29.106353 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-4c76974c-037d-4a45-9f31-b79a36217fc0 req-53bcea06-d94c-4d1b-8ca8-26ed00bd9da2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0602756 Jan 17 09:33:29.127037 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1342bcd0-336a-4985-8613-d1d6ee090ab1 x-openstack-request-id: req-1342bcd0-336a-4985-8613-d1d6ee090ab1 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:33:29.127362 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037cf1e9-8cf3-4465-8833-c488bf19c438", "tag": "fb42d696-27ea-46c6-b29c-53d8544cbd10", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:33:29.127617 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1342bcd0-336a-4985-8613-d1d6ee090ab1 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:33:29.128027 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037cf1e9-8cf3-4465-8833-c488bf19c438', 'tag': 'fb42d696-27ea-46c6-b29c-53d8544cbd10', 'status': 'completed', 'code': 200} Jan 17 09:33:29.144705 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-dba92fff-bbb1-4cc6-b791-bf760a4974fa None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:33:29.158693 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-4c76974c-037d-4a45-9f31-b79a36217fc0 req-0fa1799b-e34b-48f4-a805-52b09ca80989 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467520 Jan 17 09:33:29.192780 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c4fea-5bdf-4bd3-be0b-33bc88bdc192 req-5d9a290e-0b2f-4a54-822d-416d4b12a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:29.194269 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-122c4fea-5bdf-4bd3-be0b-33bc88bdc192 req-5d9a290e-0b2f-4a54-822d-416d4b12a786 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 1098 time: 0.0465193 Jan 17 09:33:29.281822 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c4fea-5bdf-4bd3-be0b-33bc88bdc192 req-fcf14c90-e3ab-4918-97b6-f3b2b33c8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:29.283300 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-122c4fea-5bdf-4bd3-be0b-33bc88bdc192 req-fcf14c90-e3ab-4918-97b6-f3b2b33c8f6b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 200 len: 913 time: 0.0826008 Jan 17 09:33:29.355062 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-122c4fea-5bdf-4bd3-be0b-33bc88bdc192 req-52ad88bf-2f57-48c0-952e-ead772f547fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb42d696-27ea-46c6-b29c-53d8544cbd10 HTTP/1.1" status: 200 len: 998 time: 0.0617542 Jan 17 09:33:29.369308 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-dba92fff-bbb1-4cc6-b791-bf760a4974fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '680b7870-0ad9-4516-818d-fbd4987bf019', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'port_id': 'fb42d696-27ea-46c6-b29c-53d8544cbd10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'mac_address': 'fa:16:3e:e4:a4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037cf1e9-8cf3-4465-8833-c488bf19c438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:33:28Z', 'updated_at': '2022-01-17T09:33:28Z', 'revision_number': 0, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:29.395013 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba92fff-bbb1-4cc6-b791-bf760a4974fa None None] Checking router: b34adfdf-0d71-4c84-a507-2579f344c86d for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:33:29.403073 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba92fff-bbb1-4cc6-b791-bf760a4974fa None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:33:29.403207 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c4fea-5bdf-4bd3-be0b-33bc88bdc192 req-90e09fa7-6fe7-4b97-abd8-bedb506f3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:29.403668 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-dba92fff-bbb1-4cc6-b791-bf760a4974fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:33:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:29.404553 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-122c4fea-5bdf-4bd3-be0b-33bc88bdc192 req-90e09fa7-6fe7-4b97-abd8-bedb506f3b23 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b725854-b5c0-41ee-8bb5-b9d0e5c1d302 HTTP/1.1" status: 200 len: 851 time: 0.0418956 Jan 17 09:33:29.463323 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c4fea-5bdf-4bd3-be0b-33bc88bdc192 req-365a3e03-507c-416a-90c4-a0e151d4f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:29.464883 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-122c4fea-5bdf-4bd3-be0b-33bc88bdc192 req-365a3e03-507c-416a-90c4-a0e151d4f7ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412815 Jan 17 09:33:29.560498 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-122c4fea-5bdf-4bd3-be0b-33bc88bdc192 req-d2266318-88b3-4e4b-9670-2d2449ff7386 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844314 Jan 17 09:33:29.585133 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-dba92fff-bbb1-4cc6-b791-bf760a4974fa None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:33:29.648242 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-122c4fea-5bdf-4bd3-be0b-33bc88bdc192 req-397b83af-b498-44e4-8173-2217f3cd3b24 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814261 Jan 17 09:33:29.895864 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-dba92fff-bbb1-4cc6-b791-bf760a4974fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '680b7870-0ad9-4516-818d-fbd4987bf019', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'port_id': 'fb42d696-27ea-46c6-b29c-53d8544cbd10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'mac_address': 'fa:16:3e:e4:a4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037cf1e9-8cf3-4465-8833-c488bf19c438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:33:28Z', 'updated_at': '2022-01-17T09:33:28Z', 'revision_number': 0, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:29.925552 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba92fff-bbb1-4cc6-b791-bf760a4974fa None None] The sync data for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi is: [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '680b7870-0ad9-4516-818d-fbd4987bf019', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'port_id': 'fb42d696-27ea-46c6-b29c-53d8544cbd10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'mac_address': 'fa:16:3e:e4:a4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037cf1e9-8cf3-4465-8833-c488bf19c438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:33:28Z', 'updated_at': '2022-01-17T09:33:28Z', 'revision_number': 0, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:33:30.118506 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d0519a-2b01-4eee-939a-0a57c8ec838b None None] New status for floating IP 680b7870-0ad9-4516-818d-fbd4987bf019: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:33:30.144209 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07c149-107e-4b2e-b365-60aa38a9130e req-8be62441-fd28-41d8-aadb-70c4ea75d3f8 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:30.145700 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2e07c149-107e-4b2e-b365-60aa38a9130e req-8be62441-fd28-41d8-aadb-70c4ea75d3f8 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 945 time: 0.0514088 Jan 17 09:33:30.192816 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2e07c149-107e-4b2e-b365-60aa38a9130e req-ebbe5ebf-2358-47fd-a319-822f18a80899 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/security-groups?id=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416212 Jan 17 09:33:30.283001 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c9a25-5bf1-4985-8bfd-04be86619c06 req-12e235b7-00a2-4e39-b65e-b1af2ac84a3b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:30.285097 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-cf3c9a25-5bf1-4985-8bfd-04be86619c06 req-12e235b7-00a2-4e39-b65e-b1af2ac84a3b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0564587 Jan 17 09:33:30.335390 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-cf3c9a25-5bf1-4985-8bfd-04be86619c06 req-ea3aae6d-12b2-4c21-9b03-07337d04152d tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 Jan 17 09:33:30.519432 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 9fc11fea-d13a-4cdd-a344-0014cdc8290d no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:33:30.539199 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: 9fc11fea-d13a-4cdd-a344-0014cdc8290d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:33:30.539542 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 9fc11fea-d13a-4cdd-a344-0014cdc8290d not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:33:30.709268 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70863a97-5475-4bdc-bfa1-91e1507b23b8 req-e4c0fdda-f0c8-4584-8cb0-835bdadfca29 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:30.710694 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-70863a97-5475-4bdc-bfa1-91e1507b23b8 req-e4c0fdda-f0c8-4584-8cb0-835bdadfca29 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 945 time: 0.0511374 Jan 17 09:33:30.801927 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-70863a97-5475-4bdc-bfa1-91e1507b23b8 req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Deleting port c868553e-a0d2-4056-9a31-614cc766888f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:33:30.802192 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-70863a97-5475-4bdc-bfa1-91e1507b23b8 req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (c868553e-a0d2-4056-9a31-614cc766888f), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:30.890452 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-70863a97-5475-4bdc-bfa1-91e1507b23b8 req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] For port c868553e-a0d2-4056-9a31-614cc766888f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c868553e-a0d2-4056-9a31-614cc766888f,segment=NetworkSegment(5681c8f8-013e-4724-b0b1-5d65beaa88c4),segment_id=5681c8f8-013e-4724-b0b1-5d65beaa88c4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:30.891362 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-70863a97-5475-4bdc-bfa1-91e1507b23b8 req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (c868553e-a0d2-4056-9a31-614cc766888f), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:30.903564 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-70863a97-5475-4bdc-bfa1-91e1507b23b8 req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Calling delete_port for c868553e-a0d2-4056-9a31-614cc766888f owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:33:31.026643 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-70863a97-5475-4bdc-bfa1-91e1507b23b8 req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (c868553e-a0d2-4056-9a31-614cc766888f), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:31.037729 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['c868553e-a0d2-4056-9a31-614cc766888f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:33:31.055249 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Pushing event deleted for resources: {'Port': ['ID=c868553e-a0d2-4056-9a31-614cc766888f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:31.067916 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:31.068280 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:31.068628 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:31.068972 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:31.069312 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:31.069651 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:31.069985 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:31.070316 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:31.070648 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:31.070983 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:31.071311 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:31.071638 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:31.072043 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:31.103702 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-70863a97-5475-4bdc-bfa1-91e1507b23b8 req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] No DVR routers for this DVR port c868553e-a0d2-4056-9a31-614cc766888f on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:33:31.106136 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-70863a97-5475-4bdc-bfa1-91e1507b23b8 req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:31.109967 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-70863a97-5475-4bdc-bfa1-91e1507b23b8 req-e810ff33-211a-4fc7-b896-e1cf2856e02e tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.31 "DELETE /v2.0/ports/c868553e-a0d2-4056-9a31-614cc766888f HTTP/1.1" status: 204 len: 173 time: 0.3898170 Jan 17 09:33:31.110402 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9c8698-68ae-494e-9df4-b8cfb939fd95', 'name': 'network-vif-deleted', 'tag': 'c868553e-a0d2-4056-9a31-614cc766888f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:33:31.112687 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c124c6-ac07-499f-b908-3fc19d4dd63c" -d '{"events": [{"server_uuid": "5b9c8698-68ae-494e-9df4-b8cfb939fd95", "name": "network-vif-deleted", "tag": "c868553e-a0d2-4056-9a31-614cc766888f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:33:31.149276 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95034e88-f8f1-4b22-86f0-481b0ca5db7e x-openstack-request-id: req-95034e88-f8f1-4b22-86f0-481b0ca5db7e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:33:31.149905 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9c8698-68ae-494e-9df4-b8cfb939fd95", "name": "network-vif-deleted", "tag": "c868553e-a0d2-4056-9a31-614cc766888f", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:33:31.150016 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-95034e88-f8f1-4b22-86f0-481b0ca5db7e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:33:31.150385 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9c8698-68ae-494e-9df4-b8cfb939fd95', 'name': 'network-vif-deleted', 'tag': 'c868553e-a0d2-4056-9a31-614cc766888f', 'status': 'completed', 'code': 200} Jan 17 09:33:31.302604 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d8fcabac-919a-477a-b4eb-faf0e564f6eb req-d6cb0254-c9ef-45cc-b2e9-462bfccf7767 tempest-AttachVolumeNegativeTest-1760378486 tempest-AttachVolumeNegativeTest-1760378486-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b9c8698-68ae-494e-9df4-b8cfb939fd95 HTTP/1.1" status: 200 len: 210 time: 0.0262938 Jan 17 09:33:31.451345 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33861e94-b824-45ca-bff1-1d4b416e428f req-06692bc1-6191-45b4-ab89-83dcbb02415b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:31.452861 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-33861e94-b824-45ca-bff1-1d4b416e428f req-06692bc1-6191-45b4-ab89-83dcbb02415b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0488205 Jan 17 09:33:31.504266 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-33861e94-b824-45ca-bff1-1d4b416e428f req-92245705-90b1-40ff-aeda-c3aa29ff90ed tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455370 Jan 17 09:33:32.369041 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38588) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:32.411602 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe29265-ae41-4174-80ad-666428d9ff82 admin admin] Deleting subnet b654e773-cc35-4a44-8162-0cbbfbcc4f48 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:33:32.414553 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6fe29265-ae41-4174-80ad-666428d9ff82 admin admin] Publish callbacks [] for subnet (b654e773-cc35-4a44-8162-0cbbfbcc4f48), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:32.451229 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6fe29265-ae41-4174-80ad-666428d9ff82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406618'] for subnet (b654e773-cc35-4a44-8162-0cbbfbcc4f48), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:32.488311 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6fe29265-ae41-4174-80ad-666428d9ff82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (b654e773-cc35-4a44-8162-0cbbfbcc4f48), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:32.541537 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6fe29265-ae41-4174-80ad-666428d9ff82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9093843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971458'] for subnet (b654e773-cc35-4a44-8162-0cbbfbcc4f48), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:32.571204 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe29265-ae41-4174-80ad-666428d9ff82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b654e773-cc35-4a44-8162-0cbbfbcc4f48,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:32.571204 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6fe29265-ae41-4174-80ad-666428d9ff82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:32.573805 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-6fe29265-ae41-4174-80ad-666428d9ff82 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b654e773-cc35-4a44-8162-0cbbfbcc4f48 HTTP/1.1" status: 204 len: 168 time: 0.2037213 Jan 17 09:33:32.576303 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38592) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:32.620052 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fed25-7dbc-4cc4-aced-1a1299bc8ff8 req-68b5c722-27a6-490e-88e8-4a8aa4f33365 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:32.621539 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d61fed25-7dbc-4cc4-aced-1a1299bc8ff8 req-68b5c722-27a6-490e-88e8-4a8aa4f33365 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0489862 Jan 17 09:33:32.642625 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c816ead-cc66-47c9-b107-82b77aff6521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (acf9c04f-17ce-41f9-812d-42c23fd57a40), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:32.668214 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d61fed25-7dbc-4cc4-aced-1a1299bc8ff8 req-0473154d-6224-4720-9dc0-900374912250 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404971 Jan 17 09:33:32.721674 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c816ead-cc66-47c9-b107-82b77aff6521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (acf9c04f-17ce-41f9-812d-42c23fd57a40), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:32.740049 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0c816ead-cc66-47c9-b107-82b77aff6521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf9c04f-17ce-41f9-812d-42c23fd57a40']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:32.748672 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0c816ead-cc66-47c9-b107-82b77aff6521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5681c8f8-013e-4724-b0b1-5d65beaa88c4') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:32.748970 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0c816ead-cc66-47c9-b107-82b77aff6521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5681c8f8-013e-4724-b0b1-5d65beaa88c4') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:32.757662 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c816ead-cc66-47c9-b107-82b77aff6521 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8405161'] for segment (5681c8f8-013e-4724-b0b1-5d65beaa88c4), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:32.770641 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c816ead-cc66-47c9-b107-82b77aff6521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (5681c8f8-013e-4724-b0b1-5d65beaa88c4), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:32.776454 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c816ead-cc66-47c9-b107-82b77aff6521 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:33:32.776836 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c816ead-cc66-47c9-b107-82b77aff6521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9093821'] for segment (5681c8f8-013e-4724-b0b1-5d65beaa88c4), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: Traceback (most recent call last): Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: timer() Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: cb(*args, **kw) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: return func(*args, **kwargs) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: self._notify() Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: self.callback(batched_events) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: event.method(event) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: return f(self, *a, **k) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: return self._get(url).json() Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: return self.request(url, 'GET', **kwargs) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:33:32.778462 dv-cinder-815582-7-iscsi neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:33:33.021497 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c816ead-cc66-47c9-b107-82b77aff6521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (acf9c04f-17ce-41f9-812d-42c23fd57a40), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:33.028429 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c816ead-cc66-47c9-b107-82b77aff6521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:33.031584 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-0c816ead-cc66-47c9-b107-82b77aff6521 admin admin] 10.222.0.77 "DELETE /v2.0/networks/acf9c04f-17ce-41f9-812d-42c23fd57a40 HTTP/1.1" status: 204 len: 168 time: 0.4545202 Jan 17 09:33:33.040739 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c816ead-cc66-47c9-b107-82b77aff6521 admin admin] Pushing event deleted for resources: {'Network': ['ID=acf9c04f-17ce-41f9-812d-42c23fd57a40,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:33.244152 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38596) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:33.282580 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-48f06cff-9b13-401d-aa10-62e67375dbae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2c4a35580ca41e4b962d614863de67a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372298 Jan 17 09:33:33.284915 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38598) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:33.331431 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6fa6f6-2bbd-4fee-83fc-b9689be1f2aa admin admin] Publish callbacks [] for security_group (7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:33.351575 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6fa6f6-2bbd-4fee-83fc-b9689be1f2aa admin admin] Publish callbacks [] for security_group (7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:33.396580 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6fa6f6-2bbd-4fee-83fc-b9689be1f2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:33.399290 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6fa6f6-2bbd-4fee-83fc-b9689be1f2aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:33.400465 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-ff6fa6f6-2bbd-4fee-83fc-b9689be1f2aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c HTTP/1.1" status: 204 len: 168 time: 0.1146693 Jan 17 09:33:33.407675 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fa6f6-2bbd-4fee-83fc-b9689be1f2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d16172a-c5bd-4694-9cfe-6d4ebc9b5d8c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:33.790405 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ff9ac-f960-4eac-a440-d1b478bc2e01 req-4d36bb53-0cba-4a06-af26-3eeb88f49d14 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:33.791815 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-585ff9ac-f960-4eac-a440-d1b478bc2e01 req-4d36bb53-0cba-4a06-af26-3eeb88f49d14 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0552254 Jan 17 09:33:33.839227 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-585ff9ac-f960-4eac-a440-d1b478bc2e01 req-766f88cd-df5e-42c7-a720-8f49deebedce tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406878 Jan 17 09:33:34.552724 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device c868553e-a0d2-4056-9a31-614cc766888f no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:33:34.575776 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: c868553e-a0d2-4056-9a31-614cc766888f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:33:34.576054 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device c868553e-a0d2-4056-9a31-614cc766888f not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:33:34.643733 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38086855-fa11-492e-91e2-e86c3e3286c3 req-68696fc1-a2e1-42c8-a596-eb696c7dbdff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431225 Jan 17 09:33:34.693242 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd836ce0-5661-4cb9-af34-f8acb32185ea req-42bcb231-d076-420d-9bee-b61f3c16e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:34.695373 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bd836ce0-5661-4cb9-af34-f8acb32185ea req-42bcb231-d076-420d-9bee-b61f3c16e2de service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0427258 Jan 17 09:33:34.708775 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38086855-fa11-492e-91e2-e86c3e3286c3 req-b5823d7c-124e-4f5e-9468-213f3503439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:34.710436 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38086855-fa11-492e-91e2-e86c3e3286c3 req-b5823d7c-124e-4f5e-9468-213f3503439d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9d45a94d13240c9bf0db535e64bd980&device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 1099 time: 0.0418823 Jan 17 09:33:34.741282 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bd836ce0-5661-4cb9-af34-f8acb32185ea req-3a346804-b553-42af-93b1-a43764d11892 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384631 Jan 17 09:33:34.822458 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38086855-fa11-492e-91e2-e86c3e3286c3 req-557d63d4-6067-43e4-baad-a7d6ff9a208d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:34.824069 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38086855-fa11-492e-91e2-e86c3e3286c3 req-557d63d4-6067-43e4-baad-a7d6ff9a208d service neutron] 10.222.0.31 "GET /v2.0/networks?id=da34c571-1e47-48bc-a790-537149900e32 HTTP/1.1" status: 200 len: 919 time: 0.0910511 Jan 17 09:33:34.959877 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c1146-d2a7-487c-aa41-a2cb1d1d3d2e req-16d7f409-8b88-4b52-bb7f-2a6ce03f15b4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:34.961473 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-302c1146-d2a7-487c-aa41-a2cb1d1d3d2e req-16d7f409-8b88-4b52-bb7f-2a6ce03f15b4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0495636 Jan 17 09:33:35.022398 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38086855-fa11-492e-91e2-e86c3e3286c3 req-d89ce7d7-3042-40c7-9e39-de25421f4ed5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 HTTP/1.1" status: 200 len: 217 time: 0.0503328 Jan 17 09:33:35.082763 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-302c1146-d2a7-487c-aa41-a2cb1d1d3d2e req-67e68fbb-feb9-4beb-b584-c5cf781088c2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092305 Jan 17 09:33:35.091519 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38086855-fa11-492e-91e2-e86c3e3286c3 req-e5c27b61-bfbb-42f3-8859-381eb78061d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:35.092989 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38086855-fa11-492e-91e2-e86c3e3286c3 req-e5c27b61-bfbb-42f3-8859-381eb78061d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3915768e-4951-462b-8892-2a88e583fd54 HTTP/1.1" status: 200 len: 858 time: 0.0631177 Jan 17 09:33:35.123534 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38086855-fa11-492e-91e2-e86c3e3286c3 req-1e2e3f17-f114-412f-81e0-44aba5a069e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da34c571-1e47-48bc-a790-537149900e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239198 Jan 17 09:33:35.138473 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38664) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:35.213923 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38086855-fa11-492e-91e2-e86c3e3286c3 req-824ecb15-d3c8-43e7-bfd6-fbf729bd1594 service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837369 Jan 17 09:33:35.241008 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf122-29b3-4c75-b631-c98105b9d2c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:35.304235 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-38086855-fa11-492e-91e2-e86c3e3286c3 req-e1cc548c-5f77-4e98-8c4c-0fab9bbe483b service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829694 Jan 17 09:33:35.313013 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf122-29b3-4c75-b631-c98105b9d2c6 admin admin] Publish callbacks [] for security_group (df5dbd5c-b1f3-4f5b-83d6-d3b90ba2e27f), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:35.317094 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf122-29b3-4c75-b631-c98105b9d2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (df5dbd5c-b1f3-4f5b-83d6-d3b90ba2e27f), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:35.360550 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-cdbaf122-29b3-4c75-b631-c98105b9d2c6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd607c202ea84c279e3b61d6f615e6eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185309 Jan 17 09:33:35.360550 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaf122-29b3-4c75-b631-c98105b9d2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5dbd5c-b1f3-4f5b-83d6-d3b90ba2e27f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:35.360915 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 38668) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:35.411686 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2297b72c-58b5-4756-8a01-4eb11090e50c admin admin] Publish callbacks [] for security_group (df5dbd5c-b1f3-4f5b-83d6-d3b90ba2e27f), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:35.431899 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2297b72c-58b5-4756-8a01-4eb11090e50c admin admin] Publish callbacks [] for security_group (df5dbd5c-b1f3-4f5b-83d6-d3b90ba2e27f), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:35.480929 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2297b72c-58b5-4756-8a01-4eb11090e50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (df5dbd5c-b1f3-4f5b-83d6-d3b90ba2e27f), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:35.483711 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2297b72c-58b5-4756-8a01-4eb11090e50c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:35.484922 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2297b72c-58b5-4756-8a01-4eb11090e50c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/df5dbd5c-b1f3-4f5b-83d6-d3b90ba2e27f HTTP/1.1" status: 204 len: 168 time: 0.1224959 Jan 17 09:33:35.492269 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297b72c-58b5-4756-8a01-4eb11090e50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5dbd5c-b1f3-4f5b-83d6-d3b90ba2e27f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:35.748320 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 38676) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:35.763040 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd1deb95-9963-4bb6-bb90-587f976e49b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:35.842579 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd1deb95-9963-4bb6-bb90-587f976e49b0 admin admin] Publish callbacks [] for security_group (5f2325f6-caf3-44f5-b8b7-93a0efdc2706), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:35.846889 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd1deb95-9963-4bb6-bb90-587f976e49b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (5f2325f6-caf3-44f5-b8b7-93a0efdc2706), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:35.885073 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-bd1deb95-9963-4bb6-bb90-587f976e49b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c46516130b7b4aacbfbdf8ebadd10af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356213 Jan 17 09:33:35.885910 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1deb95-9963-4bb6-bb90-587f976e49b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2325f6-caf3-44f5-b8b7-93a0efdc2706,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:35.887795 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38682) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:35.939424 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-732807dd-0f46-4484-a02e-83afaf447dc2 admin admin] Publish callbacks [] for security_group (5f2325f6-caf3-44f5-b8b7-93a0efdc2706), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:35.962509 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-732807dd-0f46-4484-a02e-83afaf447dc2 admin admin] Publish callbacks [] for security_group (5f2325f6-caf3-44f5-b8b7-93a0efdc2706), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:35.978776 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:36.020153 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-732807dd-0f46-4484-a02e-83afaf447dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (5f2325f6-caf3-44f5-b8b7-93a0efdc2706), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:36.023113 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-732807dd-0f46-4484-a02e-83afaf447dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:36.027698 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-732807dd-0f46-4484-a02e-83afaf447dc2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f2325f6-caf3-44f5-b8b7-93a0efdc2706 HTTP/1.1" status: 204 len: 168 time: 0.1388485 Jan 17 09:33:36.039176 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732807dd-0f46-4484-a02e-83afaf447dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2325f6-caf3-44f5-b8b7-93a0efdc2706,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:36.201835 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ff57f-35b6-4d53-bd6c-f216413b06ac req-c217faf9-43e4-4c93-9a15-dc37550cd3f1 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:36.203471 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7a1ff57f-35b6-4d53-bd6c-f216413b06ac req-c217faf9-43e4-4c93-9a15-dc37550cd3f1 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0534072 Jan 17 09:33:36.251677 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7a1ff57f-35b6-4d53-bd6c-f216413b06ac req-c702092c-2fa8-45a0-ac9f-4ab1c69986f8 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422845 Jan 17 09:33:36.574422 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a24bba-7a7b-40e4-b866-d921aa5409bd req-7d963662-50c4-44f6-94f0-2a4027e08d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:36.575957 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9a24bba-7a7b-40e4-b866-d921aa5409bd req-7d963662-50c4-44f6-94f0-2a4027e08d48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9d45a94d13240c9bf0db535e64bd980&device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0728102 Jan 17 09:33:36.584157 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff82563-4180-4c5e-9b42-66ba20585366 req-a3cf82ed-e5a2-49a0-8768-02071c80373b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:36.585109 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2ff82563-4180-4c5e-9b42-66ba20585366 req-a3cf82ed-e5a2-49a0-8768-02071c80373b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0740688 Jan 17 09:33:36.684647 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2ff82563-4180-4c5e-9b42-66ba20585366 req-925eb48f-3a11-446c-b0e1-a698a0417b61 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916712 Jan 17 09:33:36.703874 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a24bba-7a7b-40e4-b866-d921aa5409bd req-fe1b7726-c0ab-46a0-8c02-f90ceceabcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:36.706297 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9a24bba-7a7b-40e4-b866-d921aa5409bd req-fe1b7726-c0ab-46a0-8c02-f90ceceabcfa service neutron] 10.222.0.31 "GET /v2.0/networks?id=da34c571-1e47-48bc-a790-537149900e32 HTTP/1.1" status: 200 len: 919 time: 0.1197329 Jan 17 09:33:36.748664 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9a24bba-7a7b-40e4-b866-d921aa5409bd req-19013624-77dc-43bf-b9f7-efcf3b4f4f97 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91c7a312-30e2-4838-82bc-ba855768d4eb HTTP/1.1" status: 200 len: 217 time: 0.0370400 Jan 17 09:33:36.795457 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a24bba-7a7b-40e4-b866-d921aa5409bd req-db1765a7-f878-4838-8742-bf5936e649e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:36.797572 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9a24bba-7a7b-40e4-b866-d921aa5409bd req-db1765a7-f878-4838-8742-bf5936e649e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3915768e-4951-462b-8892-2a88e583fd54 HTTP/1.1" status: 200 len: 858 time: 0.0425010 Jan 17 09:33:36.825692 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9a24bba-7a7b-40e4-b866-d921aa5409bd req-1af80740-187d-40a6-bec2-9b824111c595 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da34c571-1e47-48bc-a790-537149900e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227032 Jan 17 09:33:37.160696 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9a24bba-7a7b-40e4-b866-d921aa5409bd req-e1804386-d239-4dc1-a33f-4c71ceac22b1 service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293130 Jan 17 09:33:37.249505 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f9a24bba-7a7b-40e4-b866-d921aa5409bd req-8a341f19-5545-4025-b369-a2f25c962a53 service neutron] 10.222.0.31 "GET /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804715 Jan 17 09:33:37.647740 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38740) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:37.752916 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f7fed2d-4952-4572-b2c8-7b7dce24b594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:37.827338 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533250e0-0bb1-4b6d-9a83-6fdf79c00543 req-05c6f6a0-77ea-48d0-8805-ec5c37c722eb tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:37.828764 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-533250e0-0bb1-4b6d-9a83-6fdf79c00543 req-05c6f6a0-77ea-48d0-8805-ec5c37c722eb tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0738237 Jan 17 09:33:37.898445 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f7fed2d-4952-4572-b2c8-7b7dce24b594 admin admin] Publish callbacks [] for security_group (5d71696e-0df6-4c50-8c4f-094eba49143d), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:37.902224 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-533250e0-0bb1-4b6d-9a83-6fdf79c00543 req-e0df0299-13d2-4cb5-9e7d-c203074956a2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657439 Jan 17 09:33:37.903233 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f7fed2d-4952-4572-b2c8-7b7dce24b594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (5d71696e-0df6-4c50-8c4f-094eba49143d), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:37.944932 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-4f7fed2d-4952-4572-b2c8-7b7dce24b594 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f44122ba281145638d834c83494c3a41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960868 Jan 17 09:33:37.945789 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fed2d-4952-4572-b2c8-7b7dce24b594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d71696e-0df6-4c50-8c4f-094eba49143d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:37.947640 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 38746) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:37.996524 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f029394-14a2-4bf1-8292-6a060f583d29 admin admin] Publish callbacks [] for security_group (5d71696e-0df6-4c50-8c4f-094eba49143d), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:38.017148 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f029394-14a2-4bf1-8292-6a060f583d29 admin admin] Publish callbacks [] for security_group (5d71696e-0df6-4c50-8c4f-094eba49143d), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:38.064169 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f029394-14a2-4bf1-8292-6a060f583d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (5d71696e-0df6-4c50-8c4f-094eba49143d), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:38.066772 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f029394-14a2-4bf1-8292-6a060f583d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:38.067943 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2f029394-14a2-4bf1-8292-6a060f583d29 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d71696e-0df6-4c50-8c4f-094eba49143d HTTP/1.1" status: 204 len: 168 time: 0.1192474 Jan 17 09:33:38.075251 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f029394-14a2-4bf1-8292-6a060f583d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d71696e-0df6-4c50-8c4f-094eba49143d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:38.318064 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 38752) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:38.331908 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfc1781b-40b4-4f9e-adaa-bbc90244301a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:38.402582 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfc1781b-40b4-4f9e-adaa-bbc90244301a admin admin] Publish callbacks [] for security_group (34d5cdde-6c95-41a3-85dd-a7c4ce860621), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:38.405913 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfc1781b-40b4-4f9e-adaa-bbc90244301a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (34d5cdde-6c95-41a3-85dd-a7c4ce860621), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:38.443092 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-cfc1781b-40b4-4f9e-adaa-bbc90244301a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b79caf29a89424f92b2631a9cebbc3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1239791 Jan 17 09:33:38.443974 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1781b-40b4-4f9e-adaa-bbc90244301a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d5cdde-6c95-41a3-85dd-a7c4ce860621,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:38.445801 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38754) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:38.493140 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d2bebb7-667d-46a9-84ad-559758f7f6fd admin admin] Publish callbacks [] for security_group (34d5cdde-6c95-41a3-85dd-a7c4ce860621), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:38.513607 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d2bebb7-667d-46a9-84ad-559758f7f6fd admin admin] Publish callbacks [] for security_group (34d5cdde-6c95-41a3-85dd-a7c4ce860621), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:38.561004 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d2bebb7-667d-46a9-84ad-559758f7f6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (34d5cdde-6c95-41a3-85dd-a7c4ce860621), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:38.564232 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d2bebb7-667d-46a9-84ad-559758f7f6fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:38.565381 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-3d2bebb7-667d-46a9-84ad-559758f7f6fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/34d5cdde-6c95-41a3-85dd-a7c4ce860621 HTTP/1.1" status: 204 len: 168 time: 0.1185362 Jan 17 09:33:38.572790 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bebb7-667d-46a9-84ad-559758f7f6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d5cdde-6c95-41a3-85dd-a7c4ce860621,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:39.048606 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23988e30-411a-4344-9128-0d349b74a692 req-846426ab-3f26-4828-9ca4-e937098e00f5 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:39.050580 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-23988e30-411a-4344-9128-0d349b74a692 req-846426ab-3f26-4828-9ca4-e937098e00f5 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0542932 Jan 17 09:33:39.119959 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-23988e30-411a-4344-9128-0d349b74a692 req-14484738-028a-4eee-a6cc-bec9cbf952bd tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638373 Jan 17 09:33:39.167144 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2e550-0b5a-475d-880a-c442f675446f req-22615102-6b4b-4a31-a074-2eae9aaa0d29 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:39.167703 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef13a6-caa3-4535-94fa-5f61be865eb4 req-e7b0edc9-0745-42d1-ab93-a23e4b846e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:39.168879 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f2ef13a6-caa3-4535-94fa-5f61be865eb4 req-e7b0edc9-0745-42d1-ab93-a23e4b846e73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e32b843e30784d99889f77423af053ff&device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 1138 time: 0.0452137 Jan 17 09:33:39.169376 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-76f2e550-0b5a-475d-880a-c442f675446f req-22615102-6b4b-4a31-a074-2eae9aaa0d29 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0606005 Jan 17 09:33:39.242338 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-76f2e550-0b5a-475d-880a-c442f675446f req-e51b7afc-6b9d-4305-9c26-4aebe6e32699 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671880 Jan 17 09:33:39.265529 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef13a6-caa3-4535-94fa-5f61be865eb4 req-535393cf-ffaa-4b4f-b4be-9d81cc68d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:39.267009 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f2ef13a6-caa3-4535-94fa-5f61be865eb4 req-535393cf-ffaa-4b4f-b4be-9d81cc68d3d8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ca40599-ab90-4780-a383-29ac79e39457 HTTP/1.1" status: 200 len: 916 time: 0.0910313 Jan 17 09:33:39.338384 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f2ef13a6-caa3-4535-94fa-5f61be865eb4 req-19ee5096-7c71-4775-ad7c-e0fdff1dd43c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da914355-e66b-4743-b38e-e245a698ca6e HTTP/1.1" status: 200 len: 1002 time: 0.0651779 Jan 17 09:33:39.386604 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef13a6-caa3-4535-94fa-5f61be865eb4 req-d8b76584-1d53-434a-86b8-5dc09e777f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:39.388223 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f2ef13a6-caa3-4535-94fa-5f61be865eb4 req-d8b76584-1d53-434a-86b8-5dc09e777f69 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=678c2614-400a-4c4a-beb5-43576e7a1153 HTTP/1.1" status: 200 len: 854 time: 0.0430250 Jan 17 09:33:39.437191 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef13a6-caa3-4535-94fa-5f61be865eb4 req-97c5337e-b3b2-4132-8a10-e0c67ca182da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:39.438796 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f2ef13a6-caa3-4535-94fa-5f61be865eb4 req-97c5337e-b3b2-4132-8a10-e0c67ca182da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ca40599-ab90-4780-a383-29ac79e39457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393963 Jan 17 09:33:39.532175 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f2ef13a6-caa3-4535-94fa-5f61be865eb4 req-4ff93b9f-acb9-4522-bad7-893ae9d330c1 service neutron] 10.222.0.31 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872393 Jan 17 09:33:39.627530 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f2ef13a6-caa3-4535-94fa-5f61be865eb4 req-2b82a79c-b5ab-4b74-bb1c-911f98fb2516 service neutron] 10.222.0.31 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841086 Jan 17 09:33:39.928593 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fdc2dd71-0910-4e8e-a49d-b66c6767c0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:40.237568 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd275ca7-184e-4220-8014-09a2da32cc6d req-6591060d-8f1d-4c41-91f7-987b098b9311 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:40.239056 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cd275ca7-184e-4220-8014-09a2da32cc6d req-6591060d-8f1d-4c41-91f7-987b098b9311 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0484397 Jan 17 09:33:40.291291 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cd275ca7-184e-4220-8014-09a2da32cc6d req-f398afdf-6314-41c2-bc3e-3f51e57bdb6f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467911 Jan 17 09:33:40.370727 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260d4db-7416-42ef-a4d3-79a868666c47 req-a6b298e9-64e1-40ee-83e0-003a05d12eb5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:40.373203 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2260d4db-7416-42ef-a4d3-79a868666c47 req-a6b298e9-64e1-40ee-83e0-003a05d12eb5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0631337 Jan 17 09:33:40.435784 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2260d4db-7416-42ef-a4d3-79a868666c47 req-5cd8108a-7d77-491e-880e-a94590ea6a4c tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560517 Jan 17 09:33:41.552645 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb21658-1f7b-4cba-9f17-6c73664157da req-2182f425-a45f-4801-8792-e487846c6745 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:41.554128 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eeb21658-1f7b-4cba-9f17-6c73664157da req-2182f425-a45f-4801-8792-e487846c6745 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0482724 Jan 17 09:33:41.612581 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eeb21658-1f7b-4cba-9f17-6c73664157da req-baaf6a43-c0ca-4754-a4c6-1d18b142aab0 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529699 Jan 17 09:33:42.090703 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e945cc81-8210-4c57-87ce-2661a57a9ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:42.726795 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a33cc-eaf1-4b9c-87c4-f75df21cba63 req-08072703-2421-4eb8-b4e2-44ad01678b7d tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:42.728278 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3a1a33cc-eaf1-4b9c-87c4-f75df21cba63 req-08072703-2421-4eb8-b4e2-44ad01678b7d tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0489624 Jan 17 09:33:42.785197 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3a1a33cc-eaf1-4b9c-87c4-f75df21cba63 req-da90f7b8-eb96-4165-98e9-3afc31e7d39d tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513670 Jan 17 09:33:43.143334 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:43.505014 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38896) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:43.605169 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a03ab89-adfe-4765-b57f-3437554202cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:43.679715 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a03ab89-adfe-4765-b57f-3437554202cb admin admin] Publish callbacks [] for security_group (58e6078a-64e5-479d-aa25-41081d633e91), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:43.683327 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a03ab89-adfe-4765-b57f-3437554202cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (58e6078a-64e5-479d-aa25-41081d633e91), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:43.719888 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-9a03ab89-adfe-4765-b57f-3437554202cb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=15693ae87d8a43b0a8360fad5444ae71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138088 Jan 17 09:33:43.721858 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03ab89-adfe-4765-b57f-3437554202cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e6078a-64e5-479d-aa25-41081d633e91,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:43.722697 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 38900) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:43.773210 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2a93a6c-9eae-4adf-9982-c1e43bde25aa admin admin] Publish callbacks [] for security_group (58e6078a-64e5-479d-aa25-41081d633e91), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:43.794292 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2a93a6c-9eae-4adf-9982-c1e43bde25aa admin admin] Publish callbacks [] for security_group (58e6078a-64e5-479d-aa25-41081d633e91), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:43.841014 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2a93a6c-9eae-4adf-9982-c1e43bde25aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (58e6078a-64e5-479d-aa25-41081d633e91), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:43.844534 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2a93a6c-9eae-4adf-9982-c1e43bde25aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:43.845768 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-a2a93a6c-9eae-4adf-9982-c1e43bde25aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/58e6078a-64e5-479d-aa25-41081d633e91 HTTP/1.1" status: 204 len: 168 time: 0.1220975 Jan 17 09:33:43.854224 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a93a6c-9eae-4adf-9982-c1e43bde25aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e6078a-64e5-479d-aa25-41081d633e91,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:43.901380 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06978b-37a8-4b05-bd8d-e5d1ac484841 req-5a54ba3f-6cb8-4b45-b041-ea63f3b1fa9d tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:43.902924 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6b06978b-37a8-4b05-bd8d-e5d1ac484841 req-5a54ba3f-6cb8-4b45-b041-ea63f3b1fa9d tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0493877 Jan 17 09:33:43.969517 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6b06978b-37a8-4b05-bd8d-e5d1ac484841 req-016e63bf-ece8-402f-935b-9b4961055a00 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602050 Jan 17 09:33:44.126222 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 38914) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:44.139153 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ab71713-6eb5-40de-9fca-a62c17a672e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:44.158927 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b48d9-5b78-439a-a767-d8bf84524841 req-0cff2a7e-e187-48dc-bbb4-430778a0efe2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:44.160455 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5b2b48d9-5b78-439a-a767-d8bf84524841 req-0cff2a7e-e187-48dc-bbb4-430778a0efe2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0490162 Jan 17 09:33:44.215336 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5b2b48d9-5b78-439a-a767-d8bf84524841 req-61d29a04-2384-44fd-8362-bb085feddbdd tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Jan 17 09:33:44.217320 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ab71713-6eb5-40de-9fca-a62c17a672e6 admin admin] Publish callbacks [] for security_group (5ca90361-6004-45dc-be5b-26d12ee15b46), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:44.221231 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ab71713-6eb5-40de-9fca-a62c17a672e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (5ca90361-6004-45dc-be5b-26d12ee15b46), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:44.259174 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab71713-6eb5-40de-9fca-a62c17a672e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca90361-6004-45dc-be5b-26d12ee15b46,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:44.264238 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1ab71713-6eb5-40de-9fca-a62c17a672e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b97d0345b1c44870b911ebe45b0e5070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366098 Jan 17 09:33:44.266630 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 38916) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:44.314232 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4041-12f4-457a-83b8-c0771b4e5864 admin admin] Publish callbacks [] for security_group (5ca90361-6004-45dc-be5b-26d12ee15b46), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:44.337937 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4041-12f4-457a-83b8-c0771b4e5864 admin admin] Publish callbacks [] for security_group (5ca90361-6004-45dc-be5b-26d12ee15b46), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:44.383561 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4041-12f4-457a-83b8-c0771b4e5864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (5ca90361-6004-45dc-be5b-26d12ee15b46), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:44.386251 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd6d4041-12f4-457a-83b8-c0771b4e5864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:44.387420 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-cd6d4041-12f4-457a-83b8-c0771b4e5864 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ca90361-6004-45dc-be5b-26d12ee15b46 HTTP/1.1" status: 204 len: 168 time: 0.1191909 Jan 17 09:33:44.394759 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d4041-12f4-457a-83b8-c0771b4e5864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca90361-6004-45dc-be5b-26d12ee15b46,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:44.696195 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 38922) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:44.709875 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8942590c-cf16-4d77-a98f-461dfe1ea7c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:44.710067 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:44.782268 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8942590c-cf16-4d77-a98f-461dfe1ea7c0 admin admin] Publish callbacks [] for security_group (25894710-88e2-4124-8e52-ff34e21bdeae), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:44.785922 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8942590c-cf16-4d77-a98f-461dfe1ea7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (25894710-88e2-4124-8e52-ff34e21bdeae), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:44.822806 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-8942590c-cf16-4d77-a98f-461dfe1ea7c0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff39b1e20c6048ed872e2f28cbbedc7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1255586 Jan 17 09:33:44.823679 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942590c-cf16-4d77-a98f-461dfe1ea7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25894710-88e2-4124-8e52-ff34e21bdeae,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:44.825491 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 38924) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:44.872105 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e357130a-bead-49a5-ab9b-0c6502dd5e0e admin admin] Publish callbacks [] for security_group (25894710-88e2-4124-8e52-ff34e21bdeae), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:44.892462 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e357130a-bead-49a5-ab9b-0c6502dd5e0e admin admin] Publish callbacks [] for security_group (25894710-88e2-4124-8e52-ff34e21bdeae), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:44.938193 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e357130a-bead-49a5-ab9b-0c6502dd5e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (25894710-88e2-4124-8e52-ff34e21bdeae), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:44.940805 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e357130a-bead-49a5-ab9b-0c6502dd5e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:44.941940 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-e357130a-bead-49a5-ab9b-0c6502dd5e0e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/25894710-88e2-4124-8e52-ff34e21bdeae HTTP/1.1" status: 204 len: 168 time: 0.1155100 Jan 17 09:33:44.949754 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357130a-bead-49a5-ab9b-0c6502dd5e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25894710-88e2-4124-8e52-ff34e21bdeae,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:45.089972 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cb65b-fca8-4a5b-abdd-0bf8ac20ce9e req-b0eb0622-c0ce-4c21-b1d6-18a5349c5743 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:45.091499 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-843cb65b-fca8-4a5b-abdd-0bf8ac20ce9e req-b0eb0622-c0ce-4c21-b1d6-18a5349c5743 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0511143 Jan 17 09:33:45.155104 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-843cb65b-fca8-4a5b-abdd-0bf8ac20ce9e req-b956ddb8-249f-409b-b76b-e8d737baed03 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578187 Jan 17 09:33:45.333458 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4660d2-cb6b-4991-9a11-ead42462f82e req-83e89ab8-176d-4e09-979b-b0dcde0c2425 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:45.334949 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-af4660d2-cb6b-4991-9a11-ead42462f82e req-83e89ab8-176d-4e09-979b-b0dcde0c2425 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0532467 Jan 17 09:33:45.383002 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-af4660d2-cb6b-4991-9a11-ead42462f82e req-efb4be2b-6c25-482b-8a1c-32b6700faf71 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425606 Jan 17 09:33:46.155290 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:46.269674 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29cbef-6267-4c44-96a0-c468746399e0 req-4a924a06-e46a-438b-9239-9b91b76d481f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:46.271383 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-af29cbef-6267-4c44-96a0-c468746399e0 req-4a924a06-e46a-438b-9239-9b91b76d481f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0493019 Jan 17 09:33:46.335820 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-af29cbef-6267-4c44-96a0-c468746399e0 req-90db2c05-2f21-4ca1-81c0-846bb4bd65fb tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583150 Jan 17 09:33:46.505445 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7143bbf-7789-443c-bbb1-d11015b60aee req-f46dd5d9-6612-4846-9cd7-a2830ac251d6 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:46.507021 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b7143bbf-7789-443c-bbb1-d11015b60aee req-f46dd5d9-6612-4846-9cd7-a2830ac251d6 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0556149 Jan 17 09:33:46.554299 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b7143bbf-7789-443c-bbb1-d11015b60aee req-32836652-c77b-4dc6-9412-c86989279920 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412939 Jan 17 09:33:46.760206 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a456b2-1bbe-4d30-841e-40decbcaff46 req-d5d2abe8-529a-4a33-a440-4e15e1b97ee4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:46.761653 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b1a456b2-1bbe-4d30-841e-40decbcaff46 req-d5d2abe8-529a-4a33-a440-4e15e1b97ee4 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 946 time: 0.0488062 Jan 17 09:33:46.859974 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-b1a456b2-1bbe-4d30-841e-40decbcaff46 req-686b0833-4d63-4961-aacb-0f4b1c96ac18 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Deleting port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:33:46.860317 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b1a456b2-1bbe-4d30-841e-40decbcaff46 req-686b0833-4d63-4961-aacb-0f4b1c96ac18 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:46.864554 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39000) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:46.953045 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-b1a456b2-1bbe-4d30-841e-40decbcaff46 req-686b0833-4d63-4961-aacb-0f4b1c96ac18 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] For port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5,segment=NetworkSegment(fa595ab7-cdc0-4ba0-81e8-f53283ff1238),segment_id=fa595ab7-cdc0-4ba0-81e8-f53283ff1238)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:46.953412 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b1a456b2-1bbe-4d30-841e-40decbcaff46 req-686b0833-4d63-4961-aacb-0f4b1c96ac18 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:46.971688 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-b1a456b2-1bbe-4d30-841e-40decbcaff46 req-686b0833-4d63-4961-aacb-0f4b1c96ac18 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Calling delete_port for f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:33:46.980542 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7db8346c-8301-4cc6-b965-9943cf19c04e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.145026 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7db8346c-8301-4cc6-b965-9943cf19c04e admin admin] Publish callbacks [] for security_group (1e3b0cca-ec36-4cee-9918-cbaa88b753bc), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.150590 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7db8346c-8301-4cc6-b965-9943cf19c04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (1e3b0cca-ec36-4cee-9918-cbaa88b753bc), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.198732 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b1a456b2-1bbe-4d30-841e-40decbcaff46 req-686b0833-4d63-4961-aacb-0f4b1c96ac18 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.201943 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-7db8346c-8301-4cc6-b965-9943cf19c04e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=65160f74c186421494475de05547e3a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364527 Jan 17 09:33:47.204744 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39004) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:47.209056 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8346c-8301-4cc6-b965-9943cf19c04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3b0cca-ec36-4cee-9918-cbaa88b753bc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:47.210288 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5', '91c7a312-30e2-4838-82bc-ba855768d4eb'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:33:47.232875 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b0833-4d63-4961-aacb-0f4b1c96ac18 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Pushing event deleted for resources: {'Port': ['ID=f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:47.273389 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a456b2-1bbe-4d30-841e-40decbcaff46 req-686b0833-4d63-4961-aacb-0f4b1c96ac18 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] No DVR routers for this DVR port f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:33:47.276827 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b1a456b2-1bbe-4d30-841e-40decbcaff46 req-686b0833-4d63-4961-aacb-0f4b1c96ac18 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.276988 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdcf93d6-5704-45b2-8c57-532e52d805cb admin admin] Publish callbacks [] for security_group (1e3b0cca-ec36-4cee-9918-cbaa88b753bc), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.280420 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b1a456b2-1bbe-4d30-841e-40decbcaff46 req-686b0833-4d63-4961-aacb-0f4b1c96ac18 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.31 "DELETE /v2.0/ports/f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 HTTP/1.1" status: 204 len: 173 time: 0.5114586 Jan 17 09:33:47.281395 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92427dc-ea41-46c5-825b-55aff4f8c0cf', 'name': 'network-vif-deleted', 'tag': 'f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:33:47.284003 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf6447f-4343-44ac-a698-5b011aeb7331" -d '{"events": [{"server_uuid": "c92427dc-ea41-46c5-825b-55aff4f8c0cf", "name": "network-vif-deleted", "tag": "f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:33:47.304894 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdcf93d6-5704-45b2-8c57-532e52d805cb admin admin] Publish callbacks [] for security_group (1e3b0cca-ec36-4cee-9918-cbaa88b753bc), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.336792 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef40503-4a1d-4d48-a90a-c0f4aca278a1 x-openstack-request-id: req-7ef40503-4a1d-4d48-a90a-c0f4aca278a1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:33:47.337310 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92427dc-ea41-46c5-825b-55aff4f8c0cf", "name": "network-vif-deleted", "tag": "f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:33:47.337733 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ef40503-4a1d-4d48-a90a-c0f4aca278a1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:33:47.338301 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92427dc-ea41-46c5-825b-55aff4f8c0cf', 'name': 'network-vif-deleted', 'tag': 'f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5', 'status': 'completed', 'code': 200} Jan 17 09:33:47.370929 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdcf93d6-5704-45b2-8c57-532e52d805cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (1e3b0cca-ec36-4cee-9918-cbaa88b753bc), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.376774 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdcf93d6-5704-45b2-8c57-532e52d805cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.380421 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-cdcf93d6-5704-45b2-8c57-532e52d805cb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1e3b0cca-ec36-4cee-9918-cbaa88b753bc HTTP/1.1" status: 204 len: 168 time: 0.1721318 Jan 17 09:33:47.390718 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf93d6-5704-45b2-8c57-532e52d805cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3b0cca-ec36-4cee-9918-cbaa88b753bc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:47.475061 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b93daf-dc94-4804-a50c-72b52cccf85a req-650b3998-38e2-4313-b2d0-38441152b80c tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:47.476711 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f3b93daf-dc94-4804-a50c-72b52cccf85a req-650b3998-38e2-4313-b2d0-38441152b80c tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0541143 Jan 17 09:33:47.536663 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f3b93daf-dc94-4804-a50c-72b52cccf85a req-dbad1ce6-c528-4a68-9a4a-f2b5de29e5ac tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542889 Jan 17 09:33:47.649156 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39016) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:47.659638 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0f4b6fe0-ad55-4048-8895-4e15f9113a49 req-90083fa7-49de-4d7a-b93a-b85767706e9e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=c92427dc-ea41-46c5-825b-55aff4f8c0cf HTTP/1.1" status: 200 len: 210 time: 0.0263631 Jan 17 09:33:47.662217 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74661c3e-402a-47e7-be71-4a568c99ab69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.734173 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74661c3e-402a-47e7-be71-4a568c99ab69 admin admin] Publish callbacks [] for security_group (d3f0c419-885d-4b1f-b3cb-165c36693132), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.737833 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74661c3e-402a-47e7-be71-4a568c99ab69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (d3f0c419-885d-4b1f-b3cb-165c36693132), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.778253 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-74661c3e-402a-47e7-be71-4a568c99ab69 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e22de9c8be964b9a967c295a39e29f8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256912 Jan 17 09:33:47.778253 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74661c3e-402a-47e7-be71-4a568c99ab69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f0c419-885d-4b1f-b3cb-165c36693132,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:47.780523 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39018) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:47.834480 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08b867d3-fe25-418a-94a8-05f65a0e552b admin admin] Publish callbacks [] for security_group (d3f0c419-885d-4b1f-b3cb-165c36693132), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.856879 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08b867d3-fe25-418a-94a8-05f65a0e552b admin admin] Publish callbacks [] for security_group (d3f0c419-885d-4b1f-b3cb-165c36693132), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.907580 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08b867d3-fe25-418a-94a8-05f65a0e552b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (d3f0c419-885d-4b1f-b3cb-165c36693132), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.910335 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08b867d3-fe25-418a-94a8-05f65a0e552b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:47.911471 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-08b867d3-fe25-418a-94a8-05f65a0e552b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d3f0c419-885d-4b1f-b3cb-165c36693132 HTTP/1.1" status: 204 len: 168 time: 0.1284103 Jan 17 09:33:47.918976 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b867d3-fe25-418a-94a8-05f65a0e552b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f0c419-885d-4b1f-b3cb-165c36693132,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:48.556757 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39040) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:48.651829 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-161796649-network', 'tenant_id': '4e946f8f4ac846a191ee0884c3d53bd0'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:33:48.653111 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821a73f-b70e-49d0-a4a0-a8c3e6fe13c5 req-43d11135-aab9-4720-b239-ca179334e9bf tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:48.654048 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2821a73f-b70e-49d0-a4a0-a8c3e6fe13c5 req-43d11135-aab9-4720-b239-ca179334e9bf tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0498006 Jan 17 09:33:48.674859 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] Made reservation on behalf of 4e946f8f4ac846a191ee0884c3d53bd0 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:33:48.677493 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:48.686164 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:48.726668 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2821a73f-b70e-49d0-a4a0-a8c3e6fe13c5 req-0cfa8f2d-ee64-4d5c-8223-51dbd329a88a tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664272 Jan 17 09:33:48.768157 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] Publish callbacks [] for security_group (7cb8042f-39a0-497a-b86d-cee3b8d77e8c), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:48.771729 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (7cb8042f-39a0-497a-b86d-cee3b8d77e8c), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:48.796300 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:33:48.806016 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb8042f-39a0-497a-b86d-cee3b8d77e8c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:48.813832 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (0c6d391c-899c-4531-8dfb-e8502594369c), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:48.814216 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] Added segment 0c6d391c-899c-4531-8dfb-e8502594369c of type vlan for network 9dc86f0f-c032-45e1-b659-b2adbf55eac4 Jan 17 09:33:48.857636 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (9dc86f0f-c032-45e1-b659-b2adbf55eac4), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:48.887782 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (9dc86f0f-c032-45e1-b659-b2adbf55eac4), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:48.888882 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:48.889569 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:48.942523 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe71afd-e3ef-402e-b18c-b657a308f7ed req-3f963932-c6a6-448e-b700-cdb79963327f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:48.944278 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2fe71afd-e3ef-402e-b18c-b657a308f7ed req-3f963932-c6a6-448e-b700-cdb79963327f tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0516322 Jan 17 09:33:48.949445 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3891013 Jan 17 09:33:48.950930 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39052) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:48.957643 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-0e0313fd-b88d-4497-8a30-3425d6ab7a64 admin admin] Request body: {'subnet': {'network_id': '9dc86f0f-c032-45e1-b659-b2adbf55eac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-161796649-subnet', 'tenant_id': '4e946f8f4ac846a191ee0884c3d53bd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:33:48.961779 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c336687-864d-4300-8fca-69d57453d028 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc86f0f-c032-45e1-b659-b2adbf55eac4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:48.975205 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network 9dc86f0f-c032-45e1-b659-b2adbf55eac4 details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:33:48.984846 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0313fd-b88d-4497-8a30-3425d6ab7a64 admin admin] Made reservation on behalf of 4e946f8f4ac846a191ee0884c3d53bd0 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:33:48.990132 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e0313fd-b88d-4497-8a30-3425d6ab7a64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8559036'] for subnet (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:48.994125 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2fe71afd-e3ef-402e-b18c-b657a308f7ed req-8d766ffe-2997-4b41-aeb1-c59f9e0850bc tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439463 Jan 17 09:33:49.161336 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e0313fd-b88d-4497-8a30-3425d6ab7a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8856208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559022'] for subnet (49d6e5fa-60e9-4b6f-b3a3-b5fdafe5505e), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:49.214068 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0313fd-b88d-4497-8a30-3425d6ab7a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d6e5fa-60e9-4b6f-b3a3-b5fdafe5505e,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:49.226200 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0313fd-b88d-4497-8a30-3425d6ab7a64 admin admin] Checking segment: {'id': '0c6d391c-899c-4531-8dfb-e8502594369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9dc86f0f-c032-45e1-b659-b2adbf55eac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:33:49.226544 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0313fd-b88d-4497-8a30-3425d6ab7a64 admin admin] Network hostable DHCP agents. Network: 9dc86f0f-c032-45e1-b659-b2adbf55eac4, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:33:49.242476 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0313fd-b88d-4497-8a30-3425d6ab7a64 admin admin] Network 9dc86f0f-c032-45e1-b659-b2adbf55eac4 is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:33:49.251064 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-0e0313fd-b88d-4497-8a30-3425d6ab7a64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, 9dc86f0f-c032-45e1-b659-b2adbf55eac4) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:33:49.256666 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0313fd-b88d-4497-8a30-3425d6ab7a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:49.256785 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e0313fd-b88d-4497-8a30-3425d6ab7a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:49.259666 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77017396-3044-4a91-849a-ea2e02daa100 None None] Network 9dc86f0f-c032-45e1-b659-b2adbf55eac4 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:33:49.274978 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-0e0313fd-b88d-4497-8a30-3425d6ab7a64 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3228445 Jan 17 09:33:49.355267 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54b7dd7-74c1-48f7-ae23-e457c92ec394 None None] Network 9dc86f0f-c032-45e1-b659-b2adbf55eac4 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:33:49.728171 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39070) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:49.732996 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1551238792-network', 'tenant_id': '4dd543edc03b4ea5acd3ba0a84ab118b'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:33:49.754810 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] Made reservation on behalf of 4dd543edc03b4ea5acd3ba0a84ab118b for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:33:49.757048 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:49.766052 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:49.871290 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119f2a4-07aa-406c-af07-d41b3182ce58 req-a78320d1-fcf2-4ca6-bffd-391c4c589aea tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:49.872703 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8119f2a4-07aa-406c-af07-d41b3182ce58 req-a78320d1-fcf2-4ca6-bffd-391c4c589aea tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0697303 Jan 17 09:33:49.882835 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] Publish callbacks [] for security_group (6d310835-9971-4368-8413-23afdf8572f1), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:49.895624 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (6d310835-9971-4368-8413-23afdf8572f1), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:49.936924 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:33:49.954632 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d310835-9971-4368-8413-23afdf8572f1,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:49.961236 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (b40f6439-0479-4455-a8dd-8428b50148d2), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:49.961563 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] Added segment b40f6439-0479-4455-a8dd-8428b50148d2 of type vlan for network cb6e9a78-9508-4d34-9e4b-f052aa484b99 Jan 17 09:33:49.998845 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8119f2a4-07aa-406c-af07-d41b3182ce58 req-0c3ebf64-0ec7-43fa-b2d8-18dbe033b580 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186583 Jan 17 09:33:50.012142 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (cb6e9a78-9508-4d34-9e4b-f052aa484b99), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:50.038078 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (cb6e9a78-9508-4d34-9e4b-f052aa484b99), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:50.039045 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:50.039628 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:50.090762 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3614552 Jan 17 09:33:50.097455 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:50.107328 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66373e12-858d-4d2d-be59-80575d8a8b55 admin admin] Pushing event updated for resources: {'Network': ['ID=cb6e9a78-9508-4d34-9e4b-f052aa484b99,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:50.117729 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network cb6e9a78-9508-4d34-9e4b-f052aa484b99 details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:33:50.123919 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c7442fdd-1e70-4f4a-835d-1e9079fdba33 admin admin] Request body: {'subnet': {'network_id': 'cb6e9a78-9508-4d34-9e4b-f052aa484b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1551238792-subnet', 'tenant_id': '4dd543edc03b4ea5acd3ba0a84ab118b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:33:50.164515 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04e570-ce80-461d-b512-6a6681effaf5 req-e7d34b4b-4bae-49c4-8135-840751750602 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:50.166106 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bc04e570-ce80-461d-b512-6a6681effaf5 req-e7d34b4b-4bae-49c4-8135-840751750602 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0858936 Jan 17 09:33:50.167862 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7442fdd-1e70-4f4a-835d-1e9079fdba33 admin admin] Made reservation on behalf of 4dd543edc03b4ea5acd3ba0a84ab118b for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:33:50.170104 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7442fdd-1e70-4f4a-835d-1e9079fdba33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3971561'] for subnet (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:50.284215 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bc04e570-ce80-461d-b512-6a6681effaf5 req-f6e4b2ce-b58e-4b06-ae97-b11e8905c141 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114016 Jan 17 09:33:50.384556 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7442fdd-1e70-4f4a-835d-1e9079fdba33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9093652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3971579'] for subnet (5ee28f38-2e27-4215-85cc-64027914a91d), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:50.435389 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7442fdd-1e70-4f4a-835d-1e9079fdba33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee28f38-2e27-4215-85cc-64027914a91d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:50.450967 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7442fdd-1e70-4f4a-835d-1e9079fdba33 admin admin] Checking segment: {'id': 'b40f6439-0479-4455-a8dd-8428b50148d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'cb6e9a78-9508-4d34-9e4b-f052aa484b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:33:50.451322 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7442fdd-1e70-4f4a-835d-1e9079fdba33 admin admin] Network hostable DHCP agents. Network: cb6e9a78-9508-4d34-9e4b-f052aa484b99, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:33:50.467970 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7442fdd-1e70-4f4a-835d-1e9079fdba33 admin admin] Network cb6e9a78-9508-4d34-9e4b-f052aa484b99 is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:33:50.477222 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c7442fdd-1e70-4f4a-835d-1e9079fdba33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, cb6e9a78-9508-4d34-9e4b-f052aa484b99) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:33:50.482085 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7442fdd-1e70-4f4a-835d-1e9079fdba33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:50.484677 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7442fdd-1e70-4f4a-835d-1e9079fdba33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:50.485898 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ae308c-7741-4a34-a252-ffdec1b9f596 None None] Network cb6e9a78-9508-4d34-9e4b-f052aa484b99 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:33:50.500689 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-c7442fdd-1e70-4f4a-835d-1e9079fdba33 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4006696 Jan 17 09:33:50.581878 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d430a3c-a1e3-4839-b746-334c89bc8598 None None] Network cb6e9a78-9508-4d34-9e4b-f052aa484b99 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:33:50.666376 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:33:50.689746 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:33:50.690100 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device f1fa2bf6-ff25-4da2-b2a3-57591b10f7a5 not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:33:51.131521 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85828e37-7684-4731-a1cc-e1c9adfae435 req-d4040ddf-57d8-4824-9b37-e1295f1bf33d tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:51.133173 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-85828e37-7684-4731-a1cc-e1c9adfae435 req-d4040ddf-57d8-4824-9b37-e1295f1bf33d tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0557427 Jan 17 09:33:51.194533 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-85828e37-7684-4731-a1cc-e1c9adfae435 req-466a0443-a12e-4a3a-9140-c3e0fc5f08f0 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554545 Jan 17 09:33:51.405148 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605450a4-db5a-4e34-ac68-9f31623e0fa5 req-8d8268dc-f7f6-4972-b89e-d2097c5cb860 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:51.407256 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-605450a4-db5a-4e34-ac68-9f31623e0fa5 req-8d8268dc-f7f6-4972-b89e-d2097c5cb860 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0529277 Jan 17 09:33:51.455288 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-605450a4-db5a-4e34-ac68-9f31623e0fa5 req-3f4d27ff-264e-4778-b051-5d8aa0b2585b tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Jan 17 09:33:51.512079 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde9085-899a-4a1e-bee3-1feecdcec722 req-73001161-4bea-4747-97e6-1aa31d271a26 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:51.513529 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fdde9085-899a-4a1e-bee3-1feecdcec722 req-73001161-4bea-4747-97e6-1aa31d271a26 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0493925 Jan 17 09:33:51.560530 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-fdde9085-899a-4a1e-bee3-1feecdcec722 req-43089060-08a8-4c22-bfaf-2eef6d741afc tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407028 Jan 17 09:33:52.310789 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb781-4b38-4554-a38c-b99fa8b5eb3e req-3ad97180-77d8-43c8-9bd0-f8859233cd28 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:52.312335 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3dcbb781-4b38-4554-a38c-b99fa8b5eb3e req-3ad97180-77d8-43c8-9bd0-f8859233cd28 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0516095 Jan 17 09:33:52.375165 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3dcbb781-4b38-4554-a38c-b99fa8b5eb3e req-4109ef5c-c89d-43e6-b2ad-20e575ecc96f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537283 Jan 17 09:33:52.573306 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574bf6f-b736-4c96-841e-6bd66b07472b req-a6516af4-67ac-459e-89a9-d464cf68d96a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:52.574990 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e574bf6f-b736-4c96-841e-6bd66b07472b req-a6516af4-67ac-459e-89a9-d464cf68d96a tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0526762 Jan 17 09:33:52.629673 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e574bf6f-b736-4c96-841e-6bd66b07472b req-0aa60101-7b2e-4cd7-88b9-cb7cc0e2a390 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467622 Jan 17 09:33:52.718188 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a021fe-dc96-419c-bd10-44482fed50ff req-b0d18376-ce25-4181-924b-89c9fc1f6e1a tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:52.719715 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d8a021fe-dc96-419c-bd10-44482fed50ff req-b0d18376-ce25-4181-924b-89c9fc1f6e1a tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0703752 Jan 17 09:33:52.766582 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d8a021fe-dc96-419c-bd10-44482fed50ff req-c5eff84c-9c96-47d5-a274-d698ca662ce9 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409997 Jan 17 09:33:53.491703 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944b7af-b0df-4150-b8c8-cae109b2720d req-76abfc92-4753-4a34-9d20-e9565924347f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:53.493208 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1944b7af-b0df-4150-b8c8-cae109b2720d req-76abfc92-4753-4a34-9d20-e9565924347f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0517013 Jan 17 09:33:53.561628 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1944b7af-b0df-4150-b8c8-cae109b2720d req-51c082ab-34ca-49f3-bdf7-d1533e8d2e1b tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628893 Jan 17 09:33:53.744661 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7d599-d20e-44e9-93b7-f412572df1be req-33723cf8-1edc-4038-96d8-039613be30b2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:53.746120 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-84b7d599-d20e-44e9-93b7-f412572df1be req-33723cf8-1edc-4038-96d8-039613be30b2 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0496075 Jan 17 09:33:53.792343 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-84b7d599-d20e-44e9-93b7-f412572df1be req-6c79d263-a531-4033-a82b-db1790fc04a0 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 Jan 17 09:33:53.879053 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3009b9-120f-40b0-92d6-bb75f7ecc2d3 req-d8080b69-3d3a-4285-9654-2ba473eda1c8 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:53.880476 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5a3009b9-120f-40b0-92d6-bb75f7ecc2d3 req-d8080b69-3d3a-4285-9654-2ba473eda1c8 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0472610 Jan 17 09:33:53.930996 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5a3009b9-120f-40b0-92d6-bb75f7ecc2d3 req-fe3137bc-bef6-420b-9c4f-0a823bba63fe tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446167 Jan 17 09:33:54.418845 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:33:54.680393 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d370e-a92b-499e-8afc-6c1c7eb0356a req-0f361e33-d013-46a1-982a-d41106e235bd tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:54.681977 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aa2d370e-a92b-499e-8afc-6c1c7eb0356a req-0f361e33-d013-46a1-982a-d41106e235bd tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0528443 Jan 17 09:33:54.742734 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aa2d370e-a92b-499e-8afc-6c1c7eb0356a req-b24ef4ea-7d37-42b1-bd70-4da63fc352d5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541737 Jan 17 09:33:54.907966 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9be1ac-6030-41f7-9d6b-46527177152d req-6f7ea927-2e3b-47d1-a857-d1aab88ef9f8 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:54.909463 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb9be1ac-6030-41f7-9d6b-46527177152d req-6f7ea927-2e3b-47d1-a857-d1aab88ef9f8 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0492699 Jan 17 09:33:54.955550 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb9be1ac-6030-41f7-9d6b-46527177152d req-fc04dbdb-8838-4ced-9913-f0866dc4fdc1 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.77 "GET /v2.0/security-groups?id=d38709bb-fc63-4202-b732-c9cc0007f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403621 Jan 17 09:33:55.031037 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a5fab-976b-464a-a37e-8807fbf2d1e3 req-03edeba3-8bf5-463a-8001-2a084bec1fe8 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:55.032572 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e65a5fab-976b-464a-a37e-8807fbf2d1e3 req-03edeba3-8bf5-463a-8001-2a084bec1fe8 tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.31 "GET /v2.0/ports?device_id=f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0617471 Jan 17 09:33:55.057880 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6208f-ff9d-4d1c-a4e9-5bdf6477320a req-78314439-9dd5-4e39-bee7-c30b1e763efd tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:55.059368 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-72f6208f-ff9d-4d1c-a4e9-5bdf6477320a req-78314439-9dd5-4e39-bee7-c30b1e763efd tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0522072 Jan 17 09:33:55.106415 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-72f6208f-ff9d-4d1c-a4e9-5bdf6477320a req-982556c0-ee0e-4b77-bf32-4da04099abff tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406885 Jan 17 09:33:55.131502 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-e65a5fab-976b-464a-a37e-8807fbf2d1e3 req-1856bfb4-d21a-4720-b2eb-e88d1d010d3e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Deleting port 91c7a312-30e2-4838-82bc-ba855768d4eb {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:33:55.131862 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e65a5fab-976b-464a-a37e-8807fbf2d1e3 req-1856bfb4-d21a-4720-b2eb-e88d1d010d3e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (91c7a312-30e2-4838-82bc-ba855768d4eb), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:55.218229 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-e65a5fab-976b-464a-a37e-8807fbf2d1e3 req-1856bfb4-d21a-4720-b2eb-e88d1d010d3e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] For port 91c7a312-30e2-4838-82bc-ba855768d4eb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=91c7a312-30e2-4838-82bc-ba855768d4eb,segment=NetworkSegment(fa595ab7-cdc0-4ba0-81e8-f53283ff1238),segment_id=fa595ab7-cdc0-4ba0-81e8-f53283ff1238)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:55.218586 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e65a5fab-976b-464a-a37e-8807fbf2d1e3 req-1856bfb4-d21a-4720-b2eb-e88d1d010d3e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (91c7a312-30e2-4838-82bc-ba855768d4eb), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:55.231029 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-e65a5fab-976b-464a-a37e-8807fbf2d1e3 req-1856bfb4-d21a-4720-b2eb-e88d1d010d3e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Calling delete_port for 91c7a312-30e2-4838-82bc-ba855768d4eb owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:33:55.355434 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e65a5fab-976b-464a-a37e-8807fbf2d1e3 req-1856bfb4-d21a-4720-b2eb-e88d1d010d3e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (91c7a312-30e2-4838-82bc-ba855768d4eb), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:55.368671 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['91c7a312-30e2-4838-82bc-ba855768d4eb'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:33:55.383788 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856bfb4-d21a-4720-b2eb-e88d1d010d3e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Pushing event deleted for resources: {'Port': ['ID=91c7a312-30e2-4838-82bc-ba855768d4eb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:55.424673 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65a5fab-976b-464a-a37e-8807fbf2d1e3 req-1856bfb4-d21a-4720-b2eb-e88d1d010d3e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] No DVR routers for this DVR port 91c7a312-30e2-4838-82bc-ba855768d4eb on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:33:55.427082 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e65a5fab-976b-464a-a37e-8807fbf2d1e3 req-1856bfb4-d21a-4720-b2eb-e88d1d010d3e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:55.430389 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e65a5fab-976b-464a-a37e-8807fbf2d1e3 req-1856bfb4-d21a-4720-b2eb-e88d1d010d3e tempest-ServerRescueNegativeTestJSON-2098437927 tempest-ServerRescueNegativeTestJSON-2098437927-project] 10.222.0.31 "DELETE /v2.0/ports/91c7a312-30e2-4838-82bc-ba855768d4eb HTTP/1.1" status: 204 len: 173 time: 0.3927817 Jan 17 09:33:55.430826 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4', 'name': 'network-vif-deleted', 'tag': '91c7a312-30e2-4838-82bc-ba855768d4eb'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:33:55.433106 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d3bdf7-88f3-42fb-b4ec-562230a05ea1" -d '{"events": [{"server_uuid": "f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4", "name": "network-vif-deleted", "tag": "91c7a312-30e2-4838-82bc-ba855768d4eb"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:33:55.468612 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1531b55c-dd98-46cb-b76f-4c7bb6614461 x-openstack-request-id: req-1531b55c-dd98-46cb-b76f-4c7bb6614461 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:33:55.468904 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4", "name": "network-vif-deleted", "tag": "91c7a312-30e2-4838-82bc-ba855768d4eb", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:33:55.469157 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1531b55c-dd98-46cb-b76f-4c7bb6614461 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:33:55.469551 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56c3fbf-e5dd-45de-b2e9-74c81af4f6e4', 'name': 'network-vif-deleted', 'tag': '91c7a312-30e2-4838-82bc-ba855768d4eb', 'status': 'completed', 'code': 200} Jan 17 09:33:55.856642 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35174360-a179-45db-9037-19ab453e245a req-ffd5fb93-333c-4b97-9d64-99f460863946 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:55.858089 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-35174360-a179-45db-9037-19ab453e245a req-ffd5fb93-333c-4b97-9d64-99f460863946 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0479929 Jan 17 09:33:55.935716 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-35174360-a179-45db-9037-19ab453e245a req-acf36c2c-cf2b-4782-8327-067207f41243 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705080 Jan 17 09:33:56.020807 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39166) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:56.236281 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e501437-ebb5-4218-beca-f64ce1277921 req-6d538029-e01a-45f1-823c-3f46460f20ce tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:56.237772 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8e501437-ebb5-4218-beca-f64ce1277921 req-6d538029-e01a-45f1-823c-3f46460f20ce tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0510895 Jan 17 09:33:56.283889 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8e501437-ebb5-4218-beca-f64ce1277921 req-c7930054-bfa1-4724-94fc-cedd48ef8bcc tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405231 Jan 17 09:33:56.467549 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c1a750b-4c44-4a51-a3cf-5b481c406b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631052'] for router_interface (c61d6831-1ac8-40bc-8209-6db8e6045370), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:56.751426 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a750b-4c44-4a51-a3cf-5b481c406b09 admin admin] Deleting port e063c7c1-4f43-40ba-accb-8148a737c150 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:33:56.751762 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c1a750b-4c44-4a51-a3cf-5b481c406b09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (e063c7c1-4f43-40ba-accb-8148a737c150), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:57.099876 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b8741-63e3-4b48-b3ea-077742127944 req-432c7145-2dca-4c96-9cfe-d97cf2065ac2 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:57.101329 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7f1b8741-63e3-4b48-b3ea-077742127944 req-432c7145-2dca-4c96-9cfe-d97cf2065ac2 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0790932 Jan 17 09:33:57.103064 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2c1a750b-4c44-4a51-a3cf-5b481c406b09 admin admin] For port e063c7c1-4f43-40ba-accb-8148a737c150, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=e063c7c1-4f43-40ba-accb-8148a737c150,segment=NetworkSegment(fa595ab7-cdc0-4ba0-81e8-f53283ff1238),segment_id=fa595ab7-cdc0-4ba0-81e8-f53283ff1238)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:57.103426 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c1a750b-4c44-4a51-a3cf-5b481c406b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (e063c7c1-4f43-40ba-accb-8148a737c150), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:57.127356 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a750b-4c44-4a51-a3cf-5b481c406b09 admin admin] Calling delete_port for e063c7c1-4f43-40ba-accb-8148a737c150 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:33:57.214298 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7f1b8741-63e3-4b48-b3ea-077742127944 req-1475ac65-f1e9-4f64-8a10-cd54e6d412de tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033614 Jan 17 09:33:57.358416 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c1a750b-4c44-4a51-a3cf-5b481c406b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (e063c7c1-4f43-40ba-accb-8148a737c150), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:57.384842 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a750b-4c44-4a51-a3cf-5b481c406b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=e063c7c1-4f43-40ba-accb-8148a737c150,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:57.418430 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01640dc-0e0a-497b-80e3-922bdfcc9d08 req-c05b18ee-0262-46dd-aca8-29a784059843 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:57.419984 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d01640dc-0e0a-497b-80e3-922bdfcc9d08 req-c05b18ee-0262-46dd-aca8-29a784059843 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0611558 Jan 17 09:33:57.471035 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d01640dc-0e0a-497b-80e3-922bdfcc9d08 req-dce65c8a-9b0c-4632-9657-fd32804e9af1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444069 Jan 17 09:33:57.554788 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c1a750b-4c44-4a51-a3cf-5b481c406b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630940'] for router_interface (c61d6831-1ac8-40bc-8209-6db8e6045370), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:57.770108 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1a750b-4c44-4a51-a3cf-5b481c406b09 admin admin] Router c61d6831-1ac8-40bc-8209-6db8e6045370 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:33:57.876474 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1a750b-4c44-4a51-a3cf-5b481c406b09 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:33:57.881345 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2c1a750b-4c44-4a51-a3cf-5b481c406b09 admin admin] 10.222.0.77 "PUT /v2.0/routers/c61d6831-1ac8-40bc-8209-6db8e6045370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8594341 Jan 17 09:33:57.883894 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39188) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:57.885885 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf5283-de65-4d8c-9cd3-2df974d9ccaa None None] Sync routers for ids ['c61d6831-1ac8-40bc-8209-6db8e6045370'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:33:57.897870 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf5283-de65-4d8c-9cd3-2df974d9ccaa None None] Routers {'c61d6831-1ac8-40bc-8209-6db8e6045370'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:33:57.898527 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9fdf5283-de65-4d8c-9cd3-2df974d9ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:33:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c61d6831-1ac8-40bc-8209-6db8e6045370'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:57.986235 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] Publish callbacks [] for router (c61d6831-1ac8-40bc-8209-6db8e6045370), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:58.003430 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-9fdf5283-de65-4d8c-9cd3-2df974d9ccaa None None] Set router c61d6831-1ac8-40bc-8209-6db8e6045370 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:33:58.089432 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] Publish callbacks [] for router_gateway (c61d6831-1ac8-40bc-8209-6db8e6045370), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:58.142021 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] Deleting port ced2830f-83ff-458a-a151-ed61f52c8df7 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:33:58.142686 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (ced2830f-83ff-458a-a151-ed61f52c8df7), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:58.180762 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9fdf5283-de65-4d8c-9cd3-2df974d9ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'name': 'tempest-ServerRescueNegativeTestJSON-570126425-router', 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'ced2830f-83ff-458a-a151-ed61f52c8df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:27Z', 'updated_at': '2022-01-17T09:33:57Z', 'revision_number': 5, 'project_id': 'e9d45a94d13240c9bf0db535e64bd980', 'gw_port': {'id': 'ced2830f-83ff-458a-a151-ed61f52c8df7', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:29Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:58.211007 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf5283-de65-4d8c-9cd3-2df974d9ccaa None None] Checking router: c61d6831-1ac8-40bc-8209-6db8e6045370 for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:33:58.220192 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf5283-de65-4d8c-9cd3-2df974d9ccaa None None] Routers {'c61d6831-1ac8-40bc-8209-6db8e6045370'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:33:58.220830 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9fdf5283-de65-4d8c-9cd3-2df974d9ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:33:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c61d6831-1ac8-40bc-8209-6db8e6045370'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:58.232664 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] For port ced2830f-83ff-458a-a151-ed61f52c8df7, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=ced2830f-83ff-458a-a151-ed61f52c8df7,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:58.233023 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (ced2830f-83ff-458a-a151-ed61f52c8df7), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:58.251170 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] Calling delete_port for ced2830f-83ff-458a-a151-ed61f52c8df7 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:33:58.305610 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-9fdf5283-de65-4d8c-9cd3-2df974d9ccaa None None] Set router c61d6831-1ac8-40bc-8209-6db8e6045370 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:33:58.356805 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508d4a6-8b95-4c4e-bb81-11430a70ad1f req-3bd0df7a-74c8-4fe7-b973-2301f01ba78c tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:58.358171 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9fdf5283-de65-4d8c-9cd3-2df974d9ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'name': 'tempest-ServerRescueNegativeTestJSON-570126425-router', 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:27Z', 'updated_at': '2022-01-17T09:33:58Z', 'revision_number': 6, 'project_id': 'e9d45a94d13240c9bf0db535e64bd980', 'gw_port_host': None}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:58.358344 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1508d4a6-8b95-4c4e-bb81-11430a70ad1f req-3bd0df7a-74c8-4fe7-b973-2301f01ba78c tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0666857 Jan 17 09:33:58.388326 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf5283-de65-4d8c-9cd3-2df974d9ccaa None None] The sync data for ids ['c61d6831-1ac8-40bc-8209-6db8e6045370'] in dv-cinder-815582-7-iscsi is: [{'id': 'c61d6831-1ac8-40bc-8209-6db8e6045370', 'name': 'tempest-ServerRescueNegativeTestJSON-570126425-router', 'tenant_id': 'e9d45a94d13240c9bf0db535e64bd980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:27Z', 'updated_at': '2022-01-17T09:33:58Z', 'revision_number': 6, 'project_id': 'e9d45a94d13240c9bf0db535e64bd980', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:33:58.486667 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1508d4a6-8b95-4c4e-bb81-11430a70ad1f req-625195e3-9dae-44c7-a222-a4a93bb69f61 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943015 Jan 17 09:33:58.509472 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (ced2830f-83ff-458a-a151-ed61f52c8df7), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:58.538170 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ced2830f-83ff-458a-a151-ed61f52c8df7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:58.605716 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d6399-7505-43cc-b70d-5d923bd950ca req-06119eae-0d70-4bdd-8770-ba1d882cdeb2 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:58.607621 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631414'] for router_gateway (c61d6831-1ac8-40bc-8209-6db8e6045370), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:58.612344 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2c1d6399-7505-43cc-b70d-5d923bd950ca req-06119eae-0d70-4bdd-8770-ba1d882cdeb2 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0606270 Jan 17 09:33:58.660558 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2c1d6399-7505-43cc-b70d-5d923bd950ca req-c22de0fe-8e14-432b-955c-74f6fb658692 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447919 Jan 17 09:33:58.703153 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 91c7a312-30e2-4838-82bc-ba855768d4eb no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:33:58.719456 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router (c61d6831-1ac8-40bc-8209-6db8e6045370), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:58.722152 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] Publish callbacks [] for router_controller (c61d6831-1ac8-40bc-8209-6db8e6045370), precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:58.752087 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: 91c7a312-30e2-4838-82bc-ba855768d4eb {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:33:58.754766 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 91c7a312-30e2-4838-82bc-ba855768d4eb not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:33:58.809491 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634602'] for router (c61d6831-1ac8-40bc-8209-6db8e6045370), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:58.811313 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router c61d6831-1ac8-40bc-8209-6db8e6045370 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:33:58.816447 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:58.817576 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ac4e943c-9918-4a37-9624-37f39a7df2ba admin admin] 10.222.0.77 "DELETE /v2.0/routers/c61d6831-1ac8-40bc-8209-6db8e6045370 HTTP/1.1" status: 204 len: 168 time: 0.9326499 Jan 17 09:33:58.820394 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39204) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:58.873894 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-313044f7-e8cc-4cf8-915e-6ab22cd64386 admin admin] Deleting subnet 3915768e-4951-462b-8892-2a88e583fd54 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:33:58.877668 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-313044f7-e8cc-4cf8-915e-6ab22cd64386 admin admin] Publish callbacks [] for subnet (3915768e-4951-462b-8892-2a88e583fd54), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:58.910717 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-313044f7-e8cc-4cf8-915e-6ab22cd64386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8909634'] for subnet (3915768e-4951-462b-8892-2a88e583fd54), precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:58.952425 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-313044f7-e8cc-4cf8-915e-6ab22cd64386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (3915768e-4951-462b-8892-2a88e583fd54), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:59.006639 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-313044f7-e8cc-4cf8-915e-6ab22cd64386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8559063'] for subnet (3915768e-4951-462b-8892-2a88e583fd54), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:59.035985 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313044f7-e8cc-4cf8-915e-6ab22cd64386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3915768e-4951-462b-8892-2a88e583fd54,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:59.039756 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-313044f7-e8cc-4cf8-915e-6ab22cd64386 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:59.043477 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-313044f7-e8cc-4cf8-915e-6ab22cd64386 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3915768e-4951-462b-8892-2a88e583fd54 HTTP/1.1" status: 204 len: 168 time: 0.2220004 Jan 17 09:33:59.046098 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39206) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:59.113978 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-798b6275-23e6-469e-af79-d727ab629bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (da34c571-1e47-48bc-a790-537149900e32), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:59.197656 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-798b6275-23e6-469e-af79-d727ab629bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (da34c571-1e47-48bc-a790-537149900e32), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:59.220404 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-798b6275-23e6-469e-af79-d727ab629bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da34c571-1e47-48bc-a790-537149900e32']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:59.220602 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device e063c7c1-4f43-40ba-accb-8148a737c150 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:33:59.229811 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-798b6275-23e6-469e-af79-d727ab629bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa595ab7-cdc0-4ba0-81e8-f53283ff1238') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:59.230104 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-798b6275-23e6-469e-af79-d727ab629bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa595ab7-cdc0-4ba0-81e8-f53283ff1238') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:59.241129 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-798b6275-23e6-469e-af79-d727ab629bef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8910257'] for segment (fa595ab7-cdc0-4ba0-81e8-f53283ff1238), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:59.243311 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: e063c7c1-4f43-40ba-accb-8148a737c150 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:33:59.243665 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device e063c7c1-4f43-40ba-accb-8148a737c150 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:33:59.244116 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device ced2830f-83ff-458a-a151-ed61f52c8df7 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:33:59.254822 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-798b6275-23e6-469e-af79-d727ab629bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (fa595ab7-cdc0-4ba0-81e8-f53283ff1238), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:59.263025 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798b6275-23e6-469e-af79-d727ab629bef admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:33:59.263283 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-798b6275-23e6-469e-af79-d727ab629bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856121'] for segment (fa595ab7-cdc0-4ba0-81e8-f53283ff1238), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:59.264395 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: ced2830f-83ff-458a-a151-ed61f52c8df7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:33:59.265080 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device ced2830f-83ff-458a-a151-ed61f52c8df7 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: Traceback (most recent call last): Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: timer() Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: cb(*args, **kw) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: return func(*args, **kwargs) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: self._notify() Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: self.callback(batched_events) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: event.method(event) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: return f(self, *a, **k) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._get(url).json() Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:33:59.266421 dv-cinder-815582-7-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:33:59.326292 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-798b6275-23e6-469e-af79-d727ab629bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (da34c571-1e47-48bc-a790-537149900e32), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:59.332256 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-798b6275-23e6-469e-af79-d727ab629bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:59.335477 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-798b6275-23e6-469e-af79-d727ab629bef admin admin] 10.222.0.77 "DELETE /v2.0/networks/da34c571-1e47-48bc-a790-537149900e32 HTTP/1.1" status: 204 len: 168 time: 0.2884538 Jan 17 09:33:59.348533 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b6275-23e6-469e-af79-d727ab629bef admin admin] Pushing event deleted for resources: {'Network': ['ID=da34c571-1e47-48bc-a790-537149900e32,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:59.512734 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39210) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:59.554239 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-904123de-9650-466e-9ecb-11dc3b4b8f77 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e9d45a94d13240c9bf0db535e64bd980&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401781 Jan 17 09:33:59.556764 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39214) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:33:59.642372 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cda472-fded-4fd8-98ab-d2b6921a3f5c req-3d92d43d-9bfa-41e5-bebc-f5b28d7022f7 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:59.643862 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-09cda472-fded-4fd8-98ab-d2b6921a3f5c req-3d92d43d-9bfa-41e5-bebc-f5b28d7022f7 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0803487 Jan 17 09:33:59.648656 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77bca41d-0785-420a-8c34-85b14008c059 admin admin] Publish callbacks [] for security_group (d38709bb-fc63-4202-b732-c9cc0007f1a2), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:59.684043 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77bca41d-0785-420a-8c34-85b14008c059 admin admin] Publish callbacks [] for security_group (d38709bb-fc63-4202-b732-c9cc0007f1a2), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:59.748020 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-09cda472-fded-4fd8-98ab-d2b6921a3f5c req-326766e8-f6d1-4125-bf16-41d1e0c66036 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964360 Jan 17 09:33:59.774338 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77bca41d-0785-420a-8c34-85b14008c059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (d38709bb-fc63-4202-b732-c9cc0007f1a2), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:59.775362 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728494c-970a-490d-9a29-6781200a9b7e req-546fed4e-e524-497b-926c-3bfcaf968d84 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:59.776846 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f728494c-970a-490d-9a29-6781200a9b7e req-546fed4e-e524-497b-926c-3bfcaf968d84 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0512178 Jan 17 09:33:59.777746 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77bca41d-0785-420a-8c34-85b14008c059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:33:59.778875 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-77bca41d-0785-420a-8c34-85b14008c059 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d38709bb-fc63-4202-b732-c9cc0007f1a2 HTTP/1.1" status: 204 len: 168 time: 0.2211046 Jan 17 09:33:59.788508 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bca41d-0785-420a-8c34-85b14008c059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38709bb-fc63-4202-b732-c9cc0007f1a2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:59.857679 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f728494c-970a-490d-9a29-6781200a9b7e req-3b658644-728c-437f-850b-3de885277f16 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639939 Jan 17 09:34:00.493141 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39248) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:00.592038 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-network', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:00.613846 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] Made reservation on behalf of 2581ec9d39994daa81a4b8d87dec89ef for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:34:00.616211 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:00.624131 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:00.698086 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] Publish callbacks [] for security_group (50f66316-b9f5-4459-8802-f511a2551a03), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:00.702215 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (50f66316-b9f5-4459-8802-f511a2551a03), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:00.726353 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:34:00.736396 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f66316-b9f5-4459-8802-f511a2551a03,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:00.741133 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (b1f20395-3962-4e54-85fb-b97ded158f58), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:00.741415 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.segments_db [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] Added segment b1f20395-3962-4e54-85fb-b97ded158f58 of type vlan for network 8623d6bb-7edc-4c03-bc24-d9754729c4df Jan 17 09:34:00.779264 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (8623d6bb-7edc-4c03-bc24-d9754729c4df), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:00.804876 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (8623d6bb-7edc-4c03-bc24-d9754729c4df), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:00.806228 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:00.807015 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:00.887270 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3929803 Jan 17 09:34:00.892164 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39256) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:00.896424 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6d45ab07-8e26-401b-9251-3cb70d9f466d admin admin] Request body: {'subnet': {'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-subnet', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:00.906262 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7253b-b123-4ee2-824b-89c1bd755ba2 admin admin] Pushing event updated for resources: {'Network': ['ID=8623d6bb-7edc-4c03-bc24-d9754729c4df,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:00.916157 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network 8623d6bb-7edc-4c03-bc24-d9754729c4df details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:34:00.939053 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c4e60-76e2-454a-b4d2-a8ea602bbee6 req-6b4af0f9-16ed-4ab1-88d6-1eda33ef368f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:00.940585 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-114c4e60-76e2-454a-b4d2-a8ea602bbee6 req-6b4af0f9-16ed-4ab1-88d6-1eda33ef368f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.1179030 Jan 17 09:34:00.950209 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d45ab07-8e26-401b-9251-3cb70d9f466d admin admin] Made reservation on behalf of 2581ec9d39994daa81a4b8d87dec89ef for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:34:00.952657 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d45ab07-8e26-401b-9251-3cb70d9f466d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8559036'] for subnet (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:00.985086 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43696966-3a97-490c-a94f-d96245ac901d req-e44a9878-25c3-43a0-abdb-29a85946a6c4 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:00.986696 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-43696966-3a97-490c-a94f-d96245ac901d req-e44a9878-25c3-43a0-abdb-29a85946a6c4 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0516043 Jan 17 09:34:01.038498 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-43696966-3a97-490c-a94f-d96245ac901d req-2dc8bbff-10bc-4791-9c7b-8fc5478e73d5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457916 Jan 17 09:34:01.071238 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-114c4e60-76e2-454a-b4d2-a8ea602bbee6 req-d6532028-d5d4-48f8-93c4-6b0b4ed80829 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&id=27404ea0-e17f-4a8c-a55c-fddc68c8e61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1234825 Jan 17 09:34:01.185740 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d45ab07-8e26-401b-9251-3cb70d9f466d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8856208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559022'] for subnet (096ae4db-001b-43fd-b973-bddba67ea663), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:01.248266 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45ab07-8e26-401b-9251-3cb70d9f466d admin admin] Pushing event updated for resources: {'Subnet': ['ID=096ae4db-001b-43fd-b973-bddba67ea663,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:01.255829 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d45ab07-8e26-401b-9251-3cb70d9f466d admin admin] Checking segment: {'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:34:01.256404 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45ab07-8e26-401b-9251-3cb70d9f466d admin admin] Network hostable DHCP agents. Network: 8623d6bb-7edc-4c03-bc24-d9754729c4df, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:34:01.274464 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45ab07-8e26-401b-9251-3cb70d9f466d admin admin] Network 8623d6bb-7edc-4c03-bc24-d9754729c4df is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:34:01.283926 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-6d45ab07-8e26-401b-9251-3cb70d9f466d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, 8623d6bb-7edc-4c03-bc24-d9754729c4df) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:34:01.287907 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45ab07-8e26-401b-9251-3cb70d9f466d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:01.288756 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d45ab07-8e26-401b-9251-3cb70d9f466d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:01.296051 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ff6987-8793-42e3-b1d8-374a03cd290b None None] Network 8623d6bb-7edc-4c03-bc24-d9754729c4df requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:34:01.325189 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6d45ab07-8e26-401b-9251-3cb70d9f466d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4323759 Jan 17 09:34:01.329900 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39266) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:01.336376 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:01.367786 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7825'] for router (2eff3a26-9877-454d-b172-c296a20ca387), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:01.371434 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7832'] for router (2eff3a26-9877-454d-b172-c296a20ca387), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:01.427261 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0abc91-a25f-5719-a88d-a73c0a9dcccf-8623d6bb-7edc-4c03-bc24-d9754729c4df', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663'}]}} from dv-cinder-815582-7-iscsi. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:34:01.428489 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:01.443622 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Publish callbacks [] for router_controller (2eff3a26-9877-454d-b172-c296a20ca387), precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:01.571400 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Allocated IP 172.20.0.2 (8623d6bb-7edc-4c03-bc24-d9754729c4df/096ae4db-001b-43fd-b973-bddba67ea663/550a86ba-6365-438a-935d-ca6b7554fbdd) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:34:01.584381 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Publish callbacks [] for router_gateway (2eff3a26-9877-454d-b172-c296a20ca387), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:01.716394 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Publish callbacks [] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:01.723137 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:01.763001 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Network 8623d6bb-7edc-4c03-bc24-d9754729c4df is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:34:01.765966 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:34:01.769697 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:34:01.775772 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Pushing event updated for resources: {'Port': ['ID=550a86ba-6365-438a-935d-ca6b7554fbdd,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:01.785829 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:01.786200 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:01.786561 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:01.786899 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:01.787228 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:01.787553 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:01.787907 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:01.788241 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:01.788553 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:01.788889 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:01.789212 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:01.789527 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:01.789845 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:01.846779 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Attempting to bind port 550a86ba-6365-438a-935d-ca6b7554fbdd on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:34:01.846779 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Attempting to bind port 550a86ba-6365-438a-935d-ca6b7554fbdd by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:34:01.847135 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Attempting to bind port 550a86ba-6365-438a-935d-ca6b7554fbdd on network 8623d6bb-7edc-4c03-bc24-d9754729c4df {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:34:01.852973 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:34:01.853347 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Checking segment: {'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:34:01.853750 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:01.854141 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Bound using segment: {'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:34:01.854607 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Bound port: 550a86ba-6365-438a-935d-ca6b7554fbdd, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:34:01.854981 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:02.041507 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Publish callbacks [] for router_gateway (2eff3a26-9877-454d-b172-c296a20ca387), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:02.048041 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] For port 550a86ba-6365-438a-935d-ca6b7554fbdd, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:34:02.051535 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] For port 550a86ba-6365-438a-935d-ca6b7554fbdd, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=550a86ba-6365-438a-935d-ca6b7554fbdd,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:34:02.056011 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:02.062884 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:02.113920 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad673d-93e9-4417-a149-f611dc84e1cb None None] Pushing event updated for resources: {'Port': ['ID=550a86ba-6365-438a-935d-ca6b7554fbdd,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:02.169805 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23f043-d6ae-47af-8a4f-09510e6ca8b1 req-80c1ff1f-52bc-4d6f-a439-54c7255f0495 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:02.176902 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8c23f043-d6ae-47af-8a4f-09510e6ca8b1 req-80c1ff1f-52bc-4d6f-a439-54c7255f0495 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0582273 Jan 17 09:34:02.177274 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Allocated IP 172.27.2.60 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/5c12636f-93c5-4a24-a110-b210af90785a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:34:02.225787 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8c23f043-d6ae-47af-8a4f-09510e6ca8b1 req-ca6f1137-c26c-46cc-b95e-12b75a78c0de tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480011 Jan 17 09:34:02.288368 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Publish callbacks [] for port (5c12636f-93c5-4a24-a110-b210af90785a), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:02.358812 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (5c12636f-93c5-4a24-a110-b210af90785a), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:02.385727 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:34:02.388531 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:34:02.392239 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:34:02.466347 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Pushing event updated for resources: {'Port': ['ID=5c12636f-93c5-4a24-a110-b210af90785a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:02.519594 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4589f24-cb71-4b41-a23f-7ecd598fded4 req-18650238-9430-4e0f-956c-1588beffd8f8 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:02.521587 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e4589f24-cb71-4b41-a23f-7ecd598fded4 req-18650238-9430-4e0f-956c-1588beffd8f8 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0821805 Jan 17 09:34:02.593217 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e4589f24-cb71-4b41-a23f-7ecd598fded4 req-d08c47ef-3574-40d9-a09a-35038387bf23 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637105 Jan 17 09:34:02.641041 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b037c8c-b371-4526-bf3d-6df512247819 req-3d03c24e-3603-4652-b7e9-f49ac3d65a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:02.642556 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b037c8c-b371-4526-bf3d-6df512247819 req-3d03c24e-3603-4652-b7e9-f49ac3d65a8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d4b53680e0443b88340aca1b54694d3&device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 1098 time: 0.0877371 Jan 17 09:34:02.817471 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b037c8c-b371-4526-bf3d-6df512247819 req-61825949-f86d-40b3-9652-8698b5ec5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:02.819019 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b037c8c-b371-4526-bf3d-6df512247819 req-61825949-f86d-40b3-9652-8698b5ec5190 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf HTTP/1.1" status: 200 len: 912 time: 0.1697826 Jan 17 09:34:02.819567 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Publish callbacks [] for router_gateway (2eff3a26-9877-454d-b172-c296a20ca387), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:02.958281 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b037c8c-b371-4526-bf3d-6df512247819 req-0176aa46-15c9-46f6-a017-2617c265dd31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a48cd684-6cc7-4f49-a193-b31bc03c3cd4 HTTP/1.1" status: 200 len: 1001 time: 0.1050258 Jan 17 09:34:03.085473 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b037c8c-b371-4526-bf3d-6df512247819 req-0c689349-0ffa-47cd-a85a-ad96d4ac676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:03.087159 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b037c8c-b371-4526-bf3d-6df512247819 req-0c689349-0ffa-47cd-a85a-ad96d4ac676a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7862a30a-3de9-4df3-9ab7-bbfbb516200f HTTP/1.1" status: 200 len: 850 time: 0.1182027 Jan 17 09:34:03.151314 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 550a86ba-6365-438a-935d-ca6b7554fbdd up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:34:03.180502 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631378'] for router (2eff3a26-9877-454d-b172-c296a20ca387), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:03.190894 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b037c8c-b371-4526-bf3d-6df512247819 req-f18620f5-0fc8-4a92-9003-f2d65eab596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:03.192513 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b037c8c-b371-4526-bf3d-6df512247819 req-f18620f5-0fc8-4a92-9003-f2d65eab596b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644863 Jan 17 09:34:03.216730 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 550a86ba-6365-438a-935d-ca6b7554fbdd triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:34:03.217158 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:03.287300 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d25c948-6918-41f5-98e5-2c20f066d207 None None] Network 8623d6bb-7edc-4c03-bc24-d9754729c4df requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:34:03.358198 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 550a86ba-6365-438a-935d-ca6b7554fbdd is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:34:03.358588 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:03.367227 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b037c8c-b371-4526-bf3d-6df512247819 req-4d253fb9-10af-4762-81b6-6c204aca2f01 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412971 Jan 17 09:34:03.402572 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a7d7e468-bab8-42d9-ae26-5ec7bf7ec15a None None] Provisioning complete for port 550a86ba-6365-438a-935d-ca6b7554fbdd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:34:03.402919 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e468-bab8-42d9-ae26-5ec7bf7ec15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:03.447345 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Router 2eff3a26-9877-454d-b172-c296a20ca387 is scheduled to L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:34:03.462375 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port 550a86ba-6365-438a-935d-ca6b7554fbdd, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=550a86ba-6365-438a-935d-ca6b7554fbdd,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:03.473091 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:03.483204 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6b037c8c-b371-4526-bf3d-6df512247819 req-e45209f2-e5e4-4356-b0b0-adb367ec8301 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066282 Jan 17 09:34:03.582115 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=550a86ba-6365-438a-935d-ca6b7554fbdd,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:03.585811 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:34:03.587111 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7e468-bab8-42d9-ae26-5ec7bf7ec15a None None] Current status of the port 550a86ba-6365-438a-935d-ca6b7554fbdd is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:34:03.597850 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Sync routers for ids ['2eff3a26-9877-454d-b172-c296a20ca387'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:34:03.605552 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:03.606797 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-33cec28e-741e-4977-b736-316daf05cf8f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2754478 Jan 17 09:34:03.610117 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39298) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:03.612993 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Routers {'2eff3a26-9877-454d-b172-c296a20ca387'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:34:03.613707 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:33:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['2eff3a26-9877-454d-b172-c296a20ca387'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:03.739939 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Set router 2eff3a26-9877-454d-b172-c296a20ca387 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:34:03.769148 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b994ec-9006-4f2e-81a5-c9d8fd615b2c req-3dd9d99f-d18e-4699-9a46-3b7a261e437d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:03.770586 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a8b994ec-9006-4f2e-81a5-c9d8fd615b2c req-3dd9d99f-d18e-4699-9a46-3b7a261e437d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0938601 Jan 17 09:34:03.861614 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-647bd18e-7883-4a68-ba30-b4ab117d916a None None] Provisioning complete for port 550a86ba-6365-438a-935d-ca6b7554fbdd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:34:03.861910 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-647bd18e-7883-4a68-ba30-b4ab117d916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:03.886998 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a8b994ec-9006-4f2e-81a5-c9d8fd615b2c req-5227c861-0e59-4303-91fe-f851df930128 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877080 Jan 17 09:34:03.999513 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-647bd18e-7883-4a68-ba30-b4ab117d916a None None] Current status of the port 550a86ba-6365-438a-935d-ca6b7554fbdd is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:34:04.010887 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:02Z', 'revision_number': 3, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:04.039007 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Checking router: 2eff3a26-9877-454d-b172-c296a20ca387 for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:34:04.039487 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Updating router 2eff3a26-9877-454d-b172-c296a20ca387 port 5c12636f-93c5-4a24-a110-b210af90785a binding host dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:34:04.068142 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5c12636f-93c5-4a24-a110-b210af90785a), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.206174 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39312) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:04.258168 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfef5191-a584-4a1a-aa08-8d81c4137919 admin admin] Deleting subnet 49d6e5fa-60e9-4b6f-b3a3-b5fdafe5505e {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:34:04.261531 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfef5191-a584-4a1a-aa08-8d81c4137919 admin admin] Publish callbacks [] for subnet (49d6e5fa-60e9-4b6f-b3a3-b5fdafe5505e), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.298850 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfef5191-a584-4a1a-aa08-8d81c4137919 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406618'] for subnet (49d6e5fa-60e9-4b6f-b3a3-b5fdafe5505e), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.342020 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfef5191-a584-4a1a-aa08-8d81c4137919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (49d6e5fa-60e9-4b6f-b3a3-b5fdafe5505e), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.362093 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Publish callbacks [] for port (5c12636f-93c5-4a24-a110-b210af90785a), precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.371380 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (5c12636f-93c5-4a24-a110-b210af90785a), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.400762 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfef5191-a584-4a1a-aa08-8d81c4137919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9093843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971458'] for subnet (49d6e5fa-60e9-4b6f-b3a3-b5fdafe5505e), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.411542 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.427424 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef5191-a584-4a1a-aa08-8d81c4137919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d6e5fa-60e9-4b6f-b3a3-b5fdafe5505e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:04.431966 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfef5191-a584-4a1a-aa08-8d81c4137919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.436297 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Attempting to bind port 5c12636f-93c5-4a24-a110-b210af90785a on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:34:04.436747 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Attempting to bind port 5c12636f-93c5-4a24-a110-b210af90785a by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:34:04.437116 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Attempting to bind port 5c12636f-93c5-4a24-a110-b210af90785a on network ef01d75c-5e48-4e3d-a422-561f138b7f60 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:34:04.438265 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-dfef5191-a584-4a1a-aa08-8d81c4137919 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/49d6e5fa-60e9-4b6f-b3a3-b5fdafe5505e HTTP/1.1" status: 204 len: 168 time: 0.2306004 Jan 17 09:34:04.438942 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39314) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:04.448906 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:34:04.449284 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Checking segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:34:04.449690 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.450088 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Bound using segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:34:04.451206 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Bound port: 5c12636f-93c5-4a24-a110-b210af90785a, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:34:04.451604 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5c12636f-93c5-4a24-a110-b210af90785a), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.453433 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878599bd-a0d7-4e9f-ada6-b0b7db1930d7 None None] Pushing event updated for resources: {'Port': ['ID=5c12636f-93c5-4a24-a110-b210af90785a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:04.511235 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bd44686-4203-46e2-85ae-3c07980429da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (9dc86f0f-c032-45e1-b659-b2adbf55eac4), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.513582 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] For port 5c12636f-93c5-4a24-a110-b210af90785a, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:34:04.517634 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] For port 5c12636f-93c5-4a24-a110-b210af90785a, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=5c12636f-93c5-4a24-a110-b210af90785a,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:34:04.522556 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (5c12636f-93c5-4a24-a110-b210af90785a), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.580431 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Routers {'2eff3a26-9877-454d-b172-c296a20ca387'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:34:04.581196 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:33:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['2eff3a26-9877-454d-b172-c296a20ca387'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:04.583491 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Allocated IP 172.20.0.1 (8623d6bb-7edc-4c03-bc24-d9754729c4df/096ae4db-001b-43fd-b973-bddba67ea663/20329bd8-06da-40c2-9604-31c1bbea465f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:34:04.588704 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bd44686-4203-46e2-85ae-3c07980429da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (9dc86f0f-c032-45e1-b659-b2adbf55eac4), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.615343 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7bd44686-4203-46e2-85ae-3c07980429da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc86f0f-c032-45e1-b659-b2adbf55eac4']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:04.616920 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878599bd-a0d7-4e9f-ada6-b0b7db1930d7 None None] Pushing event updated for resources: {'Port': ['ID=5c12636f-93c5-4a24-a110-b210af90785a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:04.626682 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7bd44686-4203-46e2-85ae-3c07980429da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6d391c-899c-4531-8dfb-e8502594369c') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:04.627249 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7bd44686-4203-46e2-85ae-3c07980429da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6d391c-899c-4531-8dfb-e8502594369c') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:04.636816 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bd44686-4203-46e2-85ae-3c07980429da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8405161'] for segment (0c6d391c-899c-4531-8dfb-e8502594369c), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.652215 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bd44686-4203-46e2-85ae-3c07980429da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (0c6d391c-899c-4531-8dfb-e8502594369c), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.659021 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd44686-4203-46e2-85ae-3c07980429da admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:34:04.659463 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bd44686-4203-46e2-85ae-3c07980429da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9093821'] for segment (0c6d391c-899c-4531-8dfb-e8502594369c), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: Traceback (most recent call last): Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: timer() Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: cb(*args, **kw) Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: return func(*args, **kwargs) Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: self._notify() Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: self.callback(batched_events) Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: event.method(event) Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: return f(self, *a, **k) Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: return self._get(url).json() Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: return self.request(url, 'GET', **kwargs) Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:34:04.661254 dv-cinder-815582-7-iscsi neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:34:04.695375 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Publish callbacks [] for port (20329bd8-06da-40c2-9604-31c1bbea465f), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.697191 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] Set router 2eff3a26-9877-454d-b172-c296a20ca387 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:34:04.717795 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bd44686-4203-46e2-85ae-3c07980429da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (9dc86f0f-c032-45e1-b659-b2adbf55eac4), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.723527 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bd44686-4203-46e2-85ae-3c07980429da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.728141 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-7bd44686-4203-46e2-85ae-3c07980429da admin admin] 10.222.0.77 "DELETE /v2.0/networks/9dc86f0f-c032-45e1-b659-b2adbf55eac4 HTTP/1.1" status: 204 len: 168 time: 0.2873495 Jan 17 09:34:04.730496 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39316) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:04.739042 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.739565 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd44686-4203-46e2-85ae-3c07980429da admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc86f0f-c032-45e1-b659-b2adbf55eac4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:04.801945 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Network 8623d6bb-7edc-4c03-bc24-d9754729c4df is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:34:04.807807 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:34:04.815361 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:34:04.850171 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bbf4847-6c4e-442e-b2a5-cb1f09e00706 admin admin] Deleting subnet 5ee28f38-2e27-4215-85cc-64027914a91d {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:34:04.852448 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Pushing event updated for resources: {'Port': ['ID=20329bd8-06da-40c2-9604-31c1bbea465f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:04.859302 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4847-6c4e-442e-b2a5-cb1f09e00706 admin admin] Publish callbacks [] for subnet (5ee28f38-2e27-4215-85cc-64027914a91d), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.898886 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631173'] for router_interface (2eff3a26-9877-454d-b172-c296a20ca387), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:04.904929 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4847-6c4e-442e-b2a5-cb1f09e00706 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8909634'] for subnet (5ee28f38-2e27-4215-85cc-64027914a91d), precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.009585 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4847-6c4e-442e-b2a5-cb1f09e00706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (5ee28f38-2e27-4215-85cc-64027914a91d), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.017119 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:02Z', 'revision_number': 3, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:05.050887 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e280af6-e25e-4666-a4d6-6b0ad648055c None None] The sync data for ids ['2eff3a26-9877-454d-b172-c296a20ca387'] in dv-cinder-815582-7-iscsi is: [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:02Z', 'revision_number': 3, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:34:05.070761 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f36dad-dd29-47fd-802d-4e2bf081bc0c req-1bacd9a0-e963-40ed-a04c-9fc0d87ec3c6 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:05.072977 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-47f36dad-dd29-47fd-802d-4e2bf081bc0c req-1bacd9a0-e963-40ed-a04c-9fc0d87ec3c6 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0883534 Jan 17 09:34:05.120938 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 550a86ba-6365-438a-935d-ca6b7554fbdd up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:34:05.127329 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.139565 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4847-6c4e-442e-b2a5-cb1f09e00706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8559063'] for subnet (5ee28f38-2e27-4215-85cc-64027914a91d), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.151029 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-47f36dad-dd29-47fd-802d-4e2bf081bc0c req-aa80763d-498f-4021-b4c1-140c64b09bea tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624776 Jan 17 09:34:05.175896 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf4847-6c4e-442e-b2a5-cb1f09e00706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ee28f38-2e27-4215-85cc-64027914a91d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:05.182116 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4c6b29e4-50a6-412d-affc-7959e8148490 None None] Provisioning complete for port 20329bd8-06da-40c2-9604-31c1bbea465f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:34:05.182676 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4c6b29e4-50a6-412d-affc-7959e8148490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.197285 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4847-6c4e-442e-b2a5-cb1f09e00706 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.200586 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-8bbf4847-6c4e-442e-b2a5-cb1f09e00706 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5ee28f38-2e27-4215-85cc-64027914a91d HTTP/1.1" status: 204 len: 168 time: 0.4691026 Jan 17 09:34:05.203235 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39322) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:05.226868 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b29e4-50a6-412d-affc-7959e8148490 None None] Port 20329bd8-06da-40c2-9604-31c1bbea465f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:34:05.237418 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 550a86ba-6365-438a-935d-ca6b7554fbdd triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:34:05.237935 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.280038 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d89336d9-cbf6-43c1-989b-240d7e56a90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (cb6e9a78-9508-4d34-9e4b-f052aa484b99), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.340542 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 550a86ba-6365-438a-935d-ca6b7554fbdd is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:34:05.365959 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Publish callbacks [] for port (20329bd8-06da-40c2-9604-31c1bbea465f), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.376015 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d89336d9-cbf6-43c1-989b-240d7e56a90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (cb6e9a78-9508-4d34-9e4b-f052aa484b99), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.377206 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.413651 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d89336d9-cbf6-43c1-989b-240d7e56a90b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6e9a78-9508-4d34-9e4b-f052aa484b99']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:05.424113 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d89336d9-cbf6-43c1-989b-240d7e56a90b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40f6439-0479-4455-a8dd-8428b50148d2') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:05.424415 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d89336d9-cbf6-43c1-989b-240d7e56a90b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40f6439-0479-4455-a8dd-8428b50148d2') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:05.434853 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d89336d9-cbf6-43c1-989b-240d7e56a90b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8405161'] for segment (b40f6439-0479-4455-a8dd-8428b50148d2), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.463590 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d89336d9-cbf6-43c1-989b-240d7e56a90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (b40f6439-0479-4455-a8dd-8428b50148d2), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.473090 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89336d9-cbf6-43c1-989b-240d7e56a90b admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:34:05.473885 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d89336d9-cbf6-43c1-989b-240d7e56a90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9093821'] for segment (b40f6439-0479-4455-a8dd-8428b50148d2), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: Traceback (most recent call last): Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: timer() Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: cb(*args, **kw) Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: return func(*args, **kwargs) Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: self._notify() Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: self.callback(batched_events) Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: event.method(event) Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: return f(self, *a, **k) Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: return self._get(url).json() Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: return self.request(url, 'GET', **kwargs) Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:34:05.476449 dv-cinder-815582-7-iscsi neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:34:05.486549 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Pushing event updated for resources: {'Port': ['ID=20329bd8-06da-40c2-9604-31c1bbea465f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:05.491178 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631057'] for router_interface (2eff3a26-9877-454d-b172-c296a20ca387), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.548361 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d89336d9-cbf6-43c1-989b-240d7e56a90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (cb6e9a78-9508-4d34-9e4b-f052aa484b99), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.554230 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d89336d9-cbf6-43c1-989b-240d7e56a90b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.560868 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-d89336d9-cbf6-43c1-989b-240d7e56a90b admin admin] 10.222.0.77 "DELETE /v2.0/networks/cb6e9a78-9508-4d34-9e4b-f052aa484b99 HTTP/1.1" status: 204 len: 168 time: 0.3559830 Jan 17 09:34:05.577563 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89336d9-cbf6-43c1-989b-240d7e56a90b admin admin] Pushing event deleted for resources: {'Network': ['ID=cb6e9a78-9508-4d34-9e4b-f052aa484b99,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:05.604025 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Network 8623d6bb-7edc-4c03-bc24-d9754729c4df is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:34:05.605446 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:34:05.733891 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39326) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:05.757306 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Router 2eff3a26-9877-454d-b172-c296a20ca387 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:34:05.790883 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-bb556a0b-d909-487e-9d98-4726073a1128 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4e946f8f4ac846a191ee0884c3d53bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557833 Jan 17 09:34:05.793216 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39328) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:05.851222 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2971402a-db6f-49bc-9fe2-156743e7fa87 None None] Provisioning complete for port 20329bd8-06da-40c2-9604-31c1bbea465f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:34:05.851874 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2971402a-db6f-49bc-9fe2-156743e7fa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.893325 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2971402a-db6f-49bc-9fe2-156743e7fa87 None None] Port 20329bd8-06da-40c2-9604-31c1bbea465f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:34:05.929541 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7948e58-95f2-4fc6-9d89-013ef3ca1834 admin admin] Publish callbacks [] for security_group (7cb8042f-39a0-497a-b86d-cee3b8d77e8c), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.949834 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:34:05.959896 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-187f28b7-853e-49ef-9578-30d59245158f admin admin] 10.222.0.77 "PUT /v2.0/routers/2eff3a26-9877-454d-b172-c296a20ca387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3445556 Jan 17 09:34:05.972877 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7948e58-95f2-4fc6-9d89-013ef3ca1834 admin admin] Publish callbacks [] for security_group (7cb8042f-39a0-497a-b86d-cee3b8d77e8c), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:05.980726 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:06.027208 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7948e58-95f2-4fc6-9d89-013ef3ca1834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (7cb8042f-39a0-497a-b86d-cee3b8d77e8c), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:06.030017 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7948e58-95f2-4fc6-9d89-013ef3ca1834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:06.032022 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f7948e58-95f2-4fc6-9d89-013ef3ca1834 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7cb8042f-39a0-497a-b86d-cee3b8d77e8c HTTP/1.1" status: 204 len: 168 time: 0.2377896 Jan 17 09:34:06.040749 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7948e58-95f2-4fc6-9d89-013ef3ca1834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb8042f-39a0-497a-b86d-cee3b8d77e8c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:06.385786 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39342) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:06.431934 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ce326346-a034-4bba-b334-2a6f2d4310ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4dd543edc03b4ea5acd3ba0a84ab118b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431228 Jan 17 09:34:06.432608 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39344) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:06.479116 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd174-ae68-417e-be09-46414fae183c admin admin] Publish callbacks [] for security_group (6d310835-9971-4368-8413-23afdf8572f1), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:06.500625 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd174-ae68-417e-be09-46414fae183c admin admin] Publish callbacks [] for security_group (6d310835-9971-4368-8413-23afdf8572f1), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:06.556529 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd174-ae68-417e-be09-46414fae183c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (6d310835-9971-4368-8413-23afdf8572f1), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:06.559527 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc2dd174-ae68-417e-be09-46414fae183c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:06.563823 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-fc2dd174-ae68-417e-be09-46414fae183c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6d310835-9971-4368-8413-23afdf8572f1 HTTP/1.1" status: 204 len: 168 time: 0.1273468 Jan 17 09:34:06.581505 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2dd174-ae68-417e-be09-46414fae183c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d310835-9971-4368-8413-23afdf8572f1,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:06.736403 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39348) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:06.741110 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ea65839c-1251-4774-99d6-5258198a84ef tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1478644676', 'description': 'tempest-description--1188637156'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:06.770135 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea65839c-1251-4774-99d6-5258198a84ef tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:06.844131 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea65839c-1251-4774-99d6-5258198a84ef tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group (0012f86b-ed07-42ad-9add-fa0ed5a3bf2d), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:06.851492 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea65839c-1251-4774-99d6-5258198a84ef tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (0012f86b-ed07-42ad-9add-fa0ed5a3bf2d), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:06.869523 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Sync routers for ids ['2eff3a26-9877-454d-b172-c296a20ca387'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:34:06.882619 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Routers {'2eff3a26-9877-454d-b172-c296a20ca387'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:34:06.883335 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:33:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['2eff3a26-9877-454d-b172-c296a20ca387'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:06.884865 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea65839c-1251-4774-99d6-5258198a84ef tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:06.886867 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ea65839c-1251-4774-99d6-5258198a84ef tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1486797 Jan 17 09:34:06.888167 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65839c-1251-4774-99d6-5258198a84ef tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:06.889101 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39354) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:06.895428 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ce4bf014-d418-43ac-8676-618a6d0aa141 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Request body: {'security_group_rule': {'security_group_id': '0012f86b-ed07-42ad-9add-fa0ed5a3bf2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:06.926974 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf014-d418-43ac-8676-618a6d0aa141 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group_rule (00920fd1-91ef-4de1-b71e-07a544c853d4), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:06.987608 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf014-d418-43ac-8676-618a6d0aa141 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group_rule (00920fd1-91ef-4de1-b71e-07a544c853d4), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:06.991672 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf014-d418-43ac-8676-618a6d0aa141 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (00920fd1-91ef-4de1-b71e-07a544c853d4), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.003389 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bf014-d418-43ac-8676-618a6d0aa141 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00920fd1-91ef-4de1-b71e-07a544c853d4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:07.005205 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Set router 2eff3a26-9877-454d-b172-c296a20ca387 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:34:07.025587 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf014-d418-43ac-8676-618a6d0aa141 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.027668 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-ce4bf014-d418-43ac-8676-618a6d0aa141 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360242 Jan 17 09:34:07.034772 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39362) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:07.046002 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4cb43f43-23f8-4a07-890e-dc95822532b6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Request body: {'security_group_rule': {'security_group_id': '0012f86b-ed07-42ad-9add-fa0ed5a3bf2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:07.110627 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 5c12636f-93c5-4a24-a110-b210af90785a up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:34:07.118523 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cb43f43-23f8-4a07-890e-dc95822532b6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group_rule (bef74537-dcc5-4a94-8a85-915c3a24ce32), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.172884 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 5c12636f-93c5-4a24-a110-b210af90785a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:34:07.173459 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (5c12636f-93c5-4a24-a110-b210af90785a), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.221854 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cb43f43-23f8-4a07-890e-dc95822532b6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group_rule (bef74537-dcc5-4a94-8a85-915c3a24ce32), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.226812 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cb43f43-23f8-4a07-890e-dc95822532b6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (bef74537-dcc5-4a94-8a85-915c3a24ce32), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.243885 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb43f43-23f8-4a07-890e-dc95822532b6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef74537-dcc5-4a94-8a85-915c3a24ce32,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:07.265619 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cb43f43-23f8-4a07-890e-dc95822532b6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.266454 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 5c12636f-93c5-4a24-a110-b210af90785a is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:34:07.266860 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5c12636f-93c5-4a24-a110-b210af90785a), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.270355 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4cb43f43-23f8-4a07-890e-dc95822532b6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2315760 Jan 17 09:34:07.270775 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39368) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:07.275351 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Request body: {'floatingip': {'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:07.288822 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port 5c12636f-93c5-4a24-a110-b210af90785a, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=5c12636f-93c5-4a24-a110-b210af90785a,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:07.296850 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (5c12636f-93c5-4a24-a110-b210af90785a), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.313268 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.361997 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=5c12636f-93c5-4a24-a110-b210af90785a,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:07.398695 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '20329bd8-06da-40c2-9604-31c1bbea465f', 'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'mac_address': 'fa:16:3e:9c:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:04Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 2, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'subnets': [{'id': '096ae4db-001b-43fd-b973-bddba67ea663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:07.425777 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.430208 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Checking router: 2eff3a26-9877-454d-b172-c296a20ca387 for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:34:07.430576 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Updating router 2eff3a26-9877-454d-b172-c296a20ca387 port 20329bd8-06da-40c2-9604-31c1bbea465f binding host dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:34:07.458407 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.540246 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Allocated IP 172.27.2.8 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/0ad19649-9dcf-4d3d-b31d-3670aeba5ccb) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:34:07.653695 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for port (0ad19649-9dcf-4d3d-b31d-3670aeba5ccb), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.692517 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (0ad19649-9dcf-4d3d-b31d-3670aeba5ccb), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.737940 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Publish callbacks [] for port (20329bd8-06da-40c2-9604-31c1bbea465f), precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.742856 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.746475 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:34:07.750069 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:34:07.755348 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:34:07.760113 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event updated for resources: {'Port': ['ID=0ad19649-9dcf-4d3d-b31d-3670aeba5ccb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:07.793581 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa03c2-62be-42af-abbb-c2236f0ac00a None None] Pushing event updated for resources: {'Port': ['ID=20329bd8-06da-40c2-9604-31c1bbea465f,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:07.801966 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa03c2-62be-42af-abbb-c2236f0ac00a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:07.803299 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa03c2-62be-42af-abbb-c2236f0ac00a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:07.803915 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa03c2-62be-42af-abbb-c2236f0ac00a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:07.804200 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa03c2-62be-42af-abbb-c2236f0ac00a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:07.804539 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa03c2-62be-42af-abbb-c2236f0ac00a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:07.804871 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa03c2-62be-42af-abbb-c2236f0ac00a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:07.805206 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa03c2-62be-42af-abbb-c2236f0ac00a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:07.805547 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa03c2-62be-42af-abbb-c2236f0ac00a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:07.805861 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa03c2-62be-42af-abbb-c2236f0ac00a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:07.806209 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa03c2-62be-42af-abbb-c2236f0ac00a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:07.806538 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa03c2-62be-42af-abbb-c2236f0ac00a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:07.806857 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa03c2-62be-42af-abbb-c2236f0ac00a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:07.807177 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa03c2-62be-42af-abbb-c2236f0ac00a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:07.869652 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Attempting to bind port 20329bd8-06da-40c2-9604-31c1bbea465f on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:34:07.870268 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Attempting to bind port 20329bd8-06da-40c2-9604-31c1bbea465f by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:34:07.870268 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Attempting to bind port 20329bd8-06da-40c2-9604-31c1bbea465f on network 8623d6bb-7edc-4c03-bc24-d9754729c4df {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:34:07.873402 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for floatingip (b4d92488-8218-4b35-8a60-3232ace8dca0), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.876285 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:34:07.876676 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Checking segment: {'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:34:07.877077 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.877470 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Bound using segment: {'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:34:07.877936 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Bound port: 20329bd8-06da-40c2-9604-31c1bbea465f, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:34:07.878497 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.923803 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (0ad19649-9dcf-4d3d-b31d-3670aeba5ccb), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:07.968370 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] For port 20329bd8-06da-40c2-9604-31c1bbea465f, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:34:07.972183 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] For port 20329bd8-06da-40c2-9604-31c1bbea465f, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=20329bd8-06da-40c2-9604-31c1bbea465f,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:34:07.977314 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:08.030464 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Routers {'2eff3a26-9877-454d-b172-c296a20ca387'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:34:08.031094 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:33:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['2eff3a26-9877-454d-b172-c296a20ca387'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:08.075546 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa03c2-62be-42af-abbb-c2236f0ac00a None None] Pushing event updated for resources: {'Port': ['ID=20329bd8-06da-40c2-9604-31c1bbea465f,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:08.147654 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b890f14b-27fd-46f5-af06-b284e2989b19 None None] Provisioning complete for port 20329bd8-06da-40c2-9604-31c1bbea465f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:34:08.148176 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b890f14b-27fd-46f5-af06-b284e2989b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:08.203044 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] Set router 2eff3a26-9877-454d-b172-c296a20ca387 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:34:08.206601 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for port (0ad19649-9dcf-4d3d-b31d-3670aeba5ccb), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:08.222589 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (0ad19649-9dcf-4d3d-b31d-3670aeba5ccb), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:08.283303 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b890f14b-27fd-46f5-af06-b284e2989b19 None None] Current status of the port 20329bd8-06da-40c2-9604-31c1bbea465f is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:34:08.283824 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b890f14b-27fd-46f5-af06-b284e2989b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:08.323214 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b890f14b-27fd-46f5-af06-b284e2989b19 None None] For port 20329bd8-06da-40c2-9604-31c1bbea465f, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=20329bd8-06da-40c2-9604-31c1bbea465f,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:08.333336 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b890f14b-27fd-46f5-af06-b284e2989b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:08.334546 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event updated for resources: {'Port': ['ID=0ad19649-9dcf-4d3d-b31d-3670aeba5ccb,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:08.352270 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (b4d92488-8218-4b35-8a60-3232ace8dca0), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:08.369446 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:08.372833 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2ad7ac69-a703-4c16-af57-4f4304ce92ea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1012065 Jan 17 09:34:08.394581 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890f14b-27fd-46f5-af06-b284e2989b19 None None] Pushing event updated for resources: {'Port': ['ID=20329bd8-06da-40c2-9604-31c1bbea465f,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:08.456119 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0ddfcc0d-d4f0-4844-84b3-57bc433d79e0 None None] Provisioning complete for port 20329bd8-06da-40c2-9604-31c1bbea465f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:34:08.456588 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ddfcc0d-d4f0-4844-84b3-57bc433d79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:08.478662 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '20329bd8-06da-40c2-9604-31c1bbea465f', 'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'mac_address': 'fa:16:3e:9c:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:04Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'subnets': [{'id': '096ae4db-001b-43fd-b973-bddba67ea663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:08.507354 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05662825-fd56-4a42-b07c-5066e4822656 None None] The sync data for ids ['2eff3a26-9877-454d-b172-c296a20ca387'] in dv-cinder-815582-7-iscsi is: [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '20329bd8-06da-40c2-9604-31c1bbea465f', 'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'mac_address': 'fa:16:3e:9c:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:04Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'subnets': [{'id': '096ae4db-001b-43fd-b973-bddba67ea663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:34:08.578041 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0ddfcc0d-d4f0-4844-84b3-57bc433d79e0 None None] Current status of the port 20329bd8-06da-40c2-9604-31c1bbea465f is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:34:08.627947 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-0fc6444e-2428-45c4-8f62-72c6292ef618 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1478644676&fields=id&tenant_id=2581ec9d39994daa81a4b8d87dec89ef HTTP/1.1" status: 200 len: 267 time: 0.0768719 Jan 17 09:34:08.742912 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca44569-ee39-4024-991d-344fd1047efa req-e380e547-cae0-4d78-9107-2f8098f0be9a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:08.744436 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-e380e547-cae0-4d78-9107-2f8098f0be9a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/networks?id=8623d6bb-7edc-4c03-bc24-d9754729c4df HTTP/1.1" status: 200 len: 817 time: 0.1103268 Jan 17 09:34:08.760958 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-eb18f2ea-e9a9-486f-ab9a-698bf2f31517 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/quotas/2581ec9d39994daa81a4b8d87dec89ef HTTP/1.1" status: 200 len: 375 time: 0.0096576 Jan 17 09:34:08.819869 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-8e3aeb2e-be58-43f1-9f22-4fd8b2ba4a48 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2581ec9d39994daa81a4b8d87dec89ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531392 Jan 17 09:34:08.922544 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-be70dc34-9ceb-4e2e-a2b2-7cd663a0a888 service neutron] 10.222.0.77 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897601 Jan 17 09:34:09.025049 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-424fef9f-938e-49ab-9a37-908d30149cfe service neutron] 10.222.0.77 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968292 Jan 17 09:34:09.173964 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 5c12636f-93c5-4a24-a110-b210af90785a up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:34:09.219677 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ff79cc3e-13c8-4f2c-809b-0fe6d1b507b9 req-8838e8e7-d9ea-410d-bc73-ac7d66c0ad07 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 210 time: 0.0410247 Jan 17 09:34:09.268194 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 5c12636f-93c5-4a24-a110-b210af90785a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:34:09.268581 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (5c12636f-93c5-4a24-a110-b210af90785a), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:09.357825 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 5c12636f-93c5-4a24-a110-b210af90785a is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:34:09.359495 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 20329bd8-06da-40c2-9604-31c1bbea465f up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:34:09.417294 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 20329bd8-06da-40c2-9604-31c1bbea465f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:34:09.418074 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:09.514272 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 20329bd8-06da-40c2-9604-31c1bbea465f is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:34:09.929151 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-be63d0b6-7141-45e2-8056-b9c52f4150bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:10.322118 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca44569-ee39-4024-991d-344fd1047efa req-b29e539f-996c-4ca2-b705-3448e0c5bd22 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:10.322118 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-b29e539f-996c-4ca2-b705-3448e0c5bd22 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.31 "GET /v2.0/networks?id=8623d6bb-7edc-4c03-bc24-d9754729c4df HTTP/1.1" status: 200 len: 817 time: 0.1286209 Jan 17 09:34:10.322775 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2b45f995-c2de-4ec4-82a1-b2a70af44b59 req-e92375fc-f876-40a8-87fc-e6961e0f071d tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 210 time: 0.0273342 Jan 17 09:34:10.387506 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-98f9acf5-df2d-450f-93a6-1d1943dd62a3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2581ec9d39994daa81a4b8d87dec89ef HTTP/1.1" status: 200 len: 380 time: 0.0540569 Jan 17 09:34:10.396386 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-3ca44569-ee39-4024-991d-344fd1047efa req-0656d538-c819-43b9-b8e7-3781613da1a8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Request body: {'port': {'device_id': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'admin_state_up': True, 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'security_groups': ['0012f86b-ed07-42ad-9add-fa0ed5a3bf2d']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:10.506988 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca44569-ee39-4024-991d-344fd1047efa req-0656d538-c819-43b9-b8e7-3781613da1a8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Made reservation on behalf of 2581ec9d39994daa81a4b8d87dec89ef for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:34:10.510978 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ca44569-ee39-4024-991d-344fd1047efa req-0656d538-c819-43b9-b8e7-3781613da1a8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:10.639709 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-3ca44569-ee39-4024-991d-344fd1047efa req-0656d538-c819-43b9-b8e7-3781613da1a8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Allocated IP 172.20.0.11 (8623d6bb-7edc-4c03-bc24-d9754729c4df/096ae4db-001b-43fd-b973-bddba67ea663/da9367bf-0229-4085-a485-6f4f80e2c63f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:34:10.774487 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ca44569-ee39-4024-991d-344fd1047efa req-0656d538-c819-43b9-b8e7-3781613da1a8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:10.807796 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ca44569-ee39-4024-991d-344fd1047efa req-0656d538-c819-43b9-b8e7-3781613da1a8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:10.857529 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca44569-ee39-4024-991d-344fd1047efa req-0656d538-c819-43b9-b8e7-3781613da1a8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Network 8623d6bb-7edc-4c03-bc24-d9754729c4df is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:34:10.861072 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-3ca44569-ee39-4024-991d-344fd1047efa req-0656d538-c819-43b9-b8e7-3781613da1a8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:34:10.864199 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca44569-ee39-4024-991d-344fd1047efa req-0656d538-c819-43b9-b8e7-3781613da1a8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:34:10.893243 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656d538-c819-43b9-b8e7-3781613da1a8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event updated for resources: {'Port': ['ID=da9367bf-0229-4085-a485-6f4f80e2c63f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:10.920168 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca44569-ee39-4024-991d-344fd1047efa req-0656d538-c819-43b9-b8e7-3781613da1a8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:10.920834 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ca44569-ee39-4024-991d-344fd1047efa req-0656d538-c819-43b9-b8e7-3781613da1a8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:10.937876 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-0656d538-c819-43b9-b8e7-3781613da1a8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5450604 Jan 17 09:34:10.951192 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Request body: {'port': {'device_id': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:11.007501 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:11.121068 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-55eafe42-d327-4204-91d3-c5c8667042a3 None None] Provisioning complete for port da9367bf-0229-4085-a485-6f4f80e2c63f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:34:11.121639 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-55eafe42-d327-4204-91d3-c5c8667042a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:11.156301 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-55eafe42-d327-4204-91d3-c5c8667042a3 None None] Port da9367bf-0229-4085-a485-6f4f80e2c63f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:34:11.280791 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9367bf-0229-4085-a485-6f4f80e2c63f {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:34:11.288764 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Publish callbacks [] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:11.302986 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Transition to ACTIVE for port object da9367bf-0229-4085-a485-6f4f80e2c63f will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:34:11.306803 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:11.380179 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Pushing event updated for resources: {'Port': ['ID=da9367bf-0229-4085-a485-6f4f80e2c63f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:11.474187 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Attempting to bind port da9367bf-0229-4085-a485-6f4f80e2c63f on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:34:11.474536 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Attempting to bind port da9367bf-0229-4085-a485-6f4f80e2c63f by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:34:11.474868 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Attempting to bind port da9367bf-0229-4085-a485-6f4f80e2c63f on network 8623d6bb-7edc-4c03-bc24-d9754729c4df {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:34:11.486845 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb5714-bad6-42a3-904f-bea54cd8a97e req-601c5adc-9102-4681-92a0-f21840e727e0 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:11.488386 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e7eb5714-bad6-42a3-904f-bea54cd8a97e req-601c5adc-9102-4681-92a0-f21840e727e0 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0771782 Jan 17 09:34:11.489492 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Port da9367bf-0229-4085-a485-6f4f80e2c63f on network 8623d6bb-7edc-4c03-bc24-d9754729c4df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:34:11.489819 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Attempting to bind port da9367bf-0229-4085-a485-6f4f80e2c63f on network 8623d6bb-7edc-4c03-bc24-d9754729c4df {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:34:11.497200 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:34:11.497593 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Checking segment: {'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:34:11.497927 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Bound using segment: {'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:34:11.498372 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Bound port: da9367bf-0229-4085-a485-6f4f80e2c63f, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:34:11.499263 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:11.579935 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e7eb5714-bad6-42a3-904f-bea54cd8a97e req-3a53ea04-5c96-43c5-b2c4-6e6c684a0c12 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844126 Jan 17 09:34:11.595959 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] For port da9367bf-0229-4085-a485-6f4f80e2c63f, host hv-cinder-81558, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:34:11.599086 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] For port da9367bf-0229-4085-a485-6f4f80e2c63f, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da9367bf-0229-4085-a485-6f4f80e2c63f,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:34:11.604399 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:11.644611 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:11.645228 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:11.646634 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] 10.222.0.31 "PUT /v2.0/ports/da9367bf-0229-4085-a485-6f4f80e2c63f HTTP/1.1" status: 200 len: 1094 time: 0.6998150 Jan 17 09:34:11.647086 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'tag': 'da9367bf-0229-4085-a485-6f4f80e2c63f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:34:11.649371 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e66d65-b058-402f-85e9-c34b686a69cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b85fd7-ab8a-4d99-8e70-e8d039df1921", "tag": "da9367bf-0229-4085-a485-6f4f80e2c63f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:34:11.680608 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eeb91b-b5f4-4b59-bb0c-b182a513397d service neutron] Pushing event updated for resources: {'Port': ['ID=da9367bf-0229-4085-a485-6f4f80e2c63f,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:11.695718 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aed483-7ce9-4367-a53e-c16f45c4365e x-openstack-request-id: req-49aed483-7ce9-4367-a53e-c16f45c4365e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:34:11.696043 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b85fd7-ab8a-4d99-8e70-e8d039df1921", "tag": "da9367bf-0229-4085-a485-6f4f80e2c63f", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:34:11.696299 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49aed483-7ce9-4367-a53e-c16f45c4365e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:34:11.696751 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'tag': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'status': 'completed', 'code': 200} Jan 17 09:34:11.741024 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca44569-ee39-4024-991d-344fd1047efa req-2472bd7f-1318-487f-a980-ca97e6fbb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:11.742734 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-2472bd7f-1318-487f-a980-ca97e6fbb9e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2581ec9d39994daa81a4b8d87dec89ef&device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 1097 time: 0.0441017 Jan 17 09:34:11.785739 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-a5e54422-0d4c-4661-a99a-1f10f336cfa7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da9367bf-0229-4085-a485-6f4f80e2c63f HTTP/1.1" status: 200 len: 217 time: 0.0348620 Jan 17 09:34:11.836995 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca44569-ee39-4024-991d-344fd1047efa req-cd3c9b96-c79c-44c8-a33f-00f4b559483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:11.838375 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-cd3c9b96-c79c-44c8-a33f-00f4b559483b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=096ae4db-001b-43fd-b973-bddba67ea663 HTTP/1.1" status: 200 len: 856 time: 0.0457234 Jan 17 09:34:11.887329 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca44569-ee39-4024-991d-344fd1047efa req-fc518dd5-9cd9-4281-bca8-d7d44bff6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:11.888842 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-fc518dd5-9cd9-4281-bca8-d7d44bff6dda service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8623d6bb-7edc-4c03-bc24-d9754729c4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431862 Jan 17 09:34:11.983703 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-d970790e-0ab8-4702-87e6-d2319f45eb14 service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872796 Jan 17 09:34:12.082302 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ca44569-ee39-4024-991d-344fd1047efa req-0685ef86-54fa-43a5-9d37-961989cd08c4 service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921185 Jan 17 09:34:12.083076 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1eba966f-7132-41ec-95f3-07e3663f66b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:12.180682 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e66d65-b058-402f-85e9-c34b686a69cb req-f3d91354-f904-446e-b6ad-4133cbeec6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:12.182174 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2e66d65-b058-402f-85e9-c34b686a69cb req-f3d91354-f904-446e-b6ad-4133cbeec6f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2581ec9d39994daa81a4b8d87dec89ef&device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 1097 time: 0.0399311 Jan 17 09:34:12.276333 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e66d65-b058-402f-85e9-c34b686a69cb req-2ad9a828-11af-4e67-b362-735b7612fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:12.277913 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2e66d65-b058-402f-85e9-c34b686a69cb req-2ad9a828-11af-4e67-b362-735b7612fc60 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8623d6bb-7edc-4c03-bc24-d9754729c4df HTTP/1.1" status: 200 len: 918 time: 0.0886271 Jan 17 09:34:12.321352 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2e66d65-b058-402f-85e9-c34b686a69cb req-b86e9654-91b6-4e31-b951-a45d72694932 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da9367bf-0229-4085-a485-6f4f80e2c63f HTTP/1.1" status: 200 len: 217 time: 0.0369260 Jan 17 09:34:12.369193 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e66d65-b058-402f-85e9-c34b686a69cb req-dbb391f3-3491-4a86-891f-3f0fe65a3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:12.370916 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2e66d65-b058-402f-85e9-c34b686a69cb req-dbb391f3-3491-4a86-891f-3f0fe65a3eb1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=096ae4db-001b-43fd-b973-bddba67ea663 HTTP/1.1" status: 200 len: 856 time: 0.0440278 Jan 17 09:34:12.416404 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e66d65-b058-402f-85e9-c34b686a69cb req-15e650fc-c001-4f84-a8be-69a7a82460be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:12.417948 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2e66d65-b058-402f-85e9-c34b686a69cb req-15e650fc-c001-4f84-a8be-69a7a82460be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8623d6bb-7edc-4c03-bc24-d9754729c4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406666 Jan 17 09:34:12.520218 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2e66d65-b058-402f-85e9-c34b686a69cb req-5acb7b93-f559-4183-9089-9de98b55cce1 service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840871 Jan 17 09:34:12.608654 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2e66d65-b058-402f-85e9-c34b686a69cb req-0805bd39-6cf1-4a3a-9217-07a0c6b75632 service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798984 Jan 17 09:34:12.708561 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610227b-98a8-4807-b205-ed2d22b264f5 req-9e9eebc6-c42e-423a-b1d2-d53724c2df19 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:12.710013 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7610227b-98a8-4807-b205-ed2d22b264f5 req-9e9eebc6-c42e-423a-b1d2-d53724c2df19 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0527613 Jan 17 09:34:12.762531 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7610227b-98a8-4807-b205-ed2d22b264f5 req-7087c426-53a2-4d56-8370-7970f6908574 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470197 Jan 17 09:34:13.146472 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:13.883557 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cbb7d-8bc2-4af6-8047-6304592cfac0 req-4307f0aa-a21e-4d52-b8e7-8603496d1181 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:13.885096 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-125cbb7d-8bc2-4af6-8047-6304592cfac0 req-4307f0aa-a21e-4d52-b8e7-8603496d1181 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0482228 Jan 17 09:34:13.933363 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-125cbb7d-8bc2-4af6-8047-6304592cfac0 req-5e0046fd-f466-4883-9dae-aa0e672f21b9 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420532 Jan 17 09:34:14.713368 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:14.741152 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device da9367bf-0229-4085-a485-6f4f80e2c63f details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:34:14.838101 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port da9367bf-0229-4085-a485-6f4f80e2c63f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da9367bf-0229-4085-a485-6f4f80e2c63f,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:14.850163 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'port_id': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'mac_address': 'fa:16:3e:f1:c4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:34:14.886110 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port da9367bf-0229-4085-a485-6f4f80e2c63f is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:34:14.886499 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:14.899672 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9367bf-0229-4085-a485-6f4f80e2c63f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:34:14.919354 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port da9367bf-0229-4085-a485-6f4f80e2c63f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da9367bf-0229-4085-a485-6f4f80e2c63f,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:14.922455 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:14.976445 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=da9367bf-0229-4085-a485-6f4f80e2c63f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:15.062262 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec77e4-26b5-47a4-bcc3-19575099923e req-244e6592-2fe1-48ce-aeac-40c701b74c11 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:15.063753 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-06ec77e4-26b5-47a4-bcc3-19575099923e req-244e6592-2fe1-48ce-aeac-40c701b74c11 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 945 time: 0.0484653 Jan 17 09:34:15.111400 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-06ec77e4-26b5-47a4-bcc3-19575099923e req-4447c8bc-6a08-4277-b274-4209633c7d71 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420938 Jan 17 09:34:15.229174 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['da9367bf-0229-4085-a485-6f4f80e2c63f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:34:16.159779 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:16.236034 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11869e-030f-4303-ae74-c041e0b791f8 req-5e7ea581-4222-4ad5-af85-906f27a12a78 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:16.237669 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-cd11869e-030f-4303-ae74-c041e0b791f8 req-5e7ea581-4222-4ad5-af85-906f27a12a78 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 945 time: 0.0505002 Jan 17 09:34:16.289794 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-cd11869e-030f-4303-ae74-c041e0b791f8 req-f257e953-9c75-40e0-87ef-f100a55c829a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464613 Jan 17 09:34:16.749864 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device da9367bf-0229-4085-a485-6f4f80e2c63f up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:34:16.801276 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port da9367bf-0229-4085-a485-6f4f80e2c63f completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:34:16.805595 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port da9367bf-0229-4085-a485-6f4f80e2c63f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:34:16.805968 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:16.882942 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port da9367bf-0229-4085-a485-6f4f80e2c63f is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:34:16.883346 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:16.906216 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9367bf-0229-4085-a485-6f4f80e2c63f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:34:16.908504 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eed482-64bd-40f7-96f2-77e2327f8cf2" -d '{"events": [{"server_uuid": "a7b85fd7-ab8a-4d99-8e70-e8d039df1921", "name": "network-vif-plugged", "status": "completed", "tag": "da9367bf-0229-4085-a485-6f4f80e2c63f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:34:16.920990 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port da9367bf-0229-4085-a485-6f4f80e2c63f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da9367bf-0229-4085-a485-6f4f80e2c63f,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:16.924913 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:16.953426 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba311ec-9d1d-4777-becc-5dac0be2bb0b x-openstack-request-id: req-0ba311ec-9d1d-4777-becc-5dac0be2bb0b {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:34:16.953722 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b85fd7-ab8a-4d99-8e70-e8d039df1921", "name": "network-vif-plugged", "status": "completed", "tag": "da9367bf-0229-4085-a485-6f4f80e2c63f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:34:16.953975 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ba311ec-9d1d-4777-becc-5dac0be2bb0b {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:34:16.954367 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'code': 200} Jan 17 09:34:16.984448 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=da9367bf-0229-4085-a485-6f4f80e2c63f,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:17.136083 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af599f9c-4719-4f34-8e7d-edf9148af65e req-307d9313-3db3-4177-8197-7b2a8a296b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:17.137625 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-af599f9c-4719-4f34-8e7d-edf9148af65e req-307d9313-3db3-4177-8197-7b2a8a296b03 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 1099 time: 0.0442014 Jan 17 09:34:17.181698 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-af599f9c-4719-4f34-8e7d-edf9148af65e req-59e6200f-6eab-4f75-b854-6575da7eb5e0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374155 Jan 17 09:34:17.411124 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd020d-2360-4448-b980-b0381466c01f req-e7b2f02f-ebca-45f4-a946-f7f7b8217f14 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:17.412841 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d0bd020d-2360-4448-b980-b0381466c01f req-e7b2f02f-ebca-45f4-a946-f7f7b8217f14 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0497260 Jan 17 09:34:17.463028 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d0bd020d-2360-4448-b980-b0381466c01f req-7435143e-6d2e-4c92-a632-ee6132b0ae66 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427709 Jan 17 09:34:18.601715 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe4ff2-da19-49e8-9de3-7aa942302222 req-6015777b-6444-4e0b-8da6-a9726c0b4003 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:18.603191 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a2fe4ff2-da19-49e8-9de3-7aa942302222 req-6015777b-6444-4e0b-8da6-a9726c0b4003 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0492456 Jan 17 09:34:18.648693 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a2fe4ff2-da19-49e8-9de3-7aa942302222 req-8c1b6ef6-42da-4e04-bdac-964ddaaa9bd6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394740 Jan 17 09:34:18.762698 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96001f6b-a313-4fb5-a592-32aa09ce9100 req-cfeb2366-4228-4440-96cd-c4b39817c566 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:18.764832 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-96001f6b-a313-4fb5-a592-32aa09ce9100 req-cfeb2366-4228-4440-96cd-c4b39817c566 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0493977 Jan 17 09:34:18.773332 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39512) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:18.778143 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-0de2bfd0-20fc-4596-a334-5c7c385c2321 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Request body: {'floatingip': {'port_id': 'da9367bf-0229-4085-a485-6f4f80e2c63f'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:18.866458 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0de2bfd0-20fc-4596-a334-5c7c385c2321 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for floatingip (b4d92488-8218-4b35-8a60-3232ace8dca0), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:19.561417 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0de2bfd0-20fc-4596-a334-5c7c385c2321 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:19.565312 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0de2bfd0-20fc-4596-a334-5c7c385c2321 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (b4d92488-8218-4b35-8a60-3232ace8dca0), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:19.661572 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.l3_db [None req-0de2bfd0-20fc-4596-a334-5c7c385c2321 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Floating IP b4d92488-8218-4b35-8a60-3232ace8dca0 associated. External IP: 172.27.2.8, port: da9367bf-0229-4085-a485-6f4f80e2c63f. Jan 17 09:34:19.866610 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de2bfd0-20fc-4596-a334-5c7c385c2321 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Router 2eff3a26-9877-454d-b172-c296a20ca387 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:34:19.976615 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de2bfd0-20fc-4596-a334-5c7c385c2321 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:34:19.981093 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0de2bfd0-20fc-4596-a334-5c7c385c2321 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:19.985874 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fdd54c-f2f8-48aa-bb52-e1060f32696a None None] Sync routers for ids ['2eff3a26-9877-454d-b172-c296a20ca387'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:34:19.995103 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fdd54c-f2f8-48aa-bb52-e1060f32696a None None] Routers {'2eff3a26-9877-454d-b172-c296a20ca387'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:34:19.995717 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-41fdd54c-f2f8-48aa-bb52-e1060f32696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['2eff3a26-9877-454d-b172-c296a20ca387'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:20.009216 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-0de2bfd0-20fc-4596-a334-5c7c385c2321 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "PUT /v2.0/floatingips/b4d92488-8218-4b35-8a60-3232ace8dca0 HTTP/1.1" status: 200 len: 990 time: 1.2346294 Jan 17 09:34:20.009911 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'tag': 'da9367bf-0229-4085-a485-6f4f80e2c63f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:34:20.012265 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ae02bf-3065-4d5f-9c9d-059af4bdac20" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b85fd7-ab8a-4d99-8e70-e8d039df1921", "tag": "da9367bf-0229-4085-a485-6f4f80e2c63f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:34:20.051501 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01971945-593f-4af0-903c-d2494100bffd x-openstack-request-id: req-01971945-593f-4af0-903c-d2494100bffd {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:34:20.051799 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b85fd7-ab8a-4d99-8e70-e8d039df1921", "tag": "da9367bf-0229-4085-a485-6f4f80e2c63f", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:34:20.052687 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01971945-593f-4af0-903c-d2494100bffd {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:34:20.053128 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'tag': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'status': 'completed', 'code': 200} Jan 17 09:34:20.107247 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-41fdd54c-f2f8-48aa-bb52-e1060f32696a None None] Set router 2eff3a26-9877-454d-b172-c296a20ca387 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:34:20.128594 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae02bf-3065-4d5f-9c9d-059af4bdac20 req-c217cf03-3832-4cd4-b82d-9fe7b2e4e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:20.130203 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2ae02bf-3065-4d5f-9c9d-059af4bdac20 req-c217cf03-3832-4cd4-b82d-9fe7b2e4e2c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2581ec9d39994daa81a4b8d87dec89ef&device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 1099 time: 0.0410798 Jan 17 09:34:20.230230 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae02bf-3065-4d5f-9c9d-059af4bdac20 req-13c3f8aa-4d54-4061-8c77-e06861e5c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:20.231716 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2ae02bf-3065-4d5f-9c9d-059af4bdac20 req-13c3f8aa-4d54-4061-8c77-e06861e5c508 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8623d6bb-7edc-4c03-bc24-d9754729c4df HTTP/1.1" status: 200 len: 918 time: 0.0877774 Jan 17 09:34:20.302433 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2ae02bf-3065-4d5f-9c9d-059af4bdac20 req-a9d26e30-6483-4466-8dda-070ac469ee4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da9367bf-0229-4085-a485-6f4f80e2c63f HTTP/1.1" status: 200 len: 998 time: 0.0640810 Jan 17 09:34:20.366562 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae02bf-3065-4d5f-9c9d-059af4bdac20 req-5406316a-5ad1-444e-b9c0-7158c7a05cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:20.368050 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2ae02bf-3065-4d5f-9c9d-059af4bdac20 req-5406316a-5ad1-444e-b9c0-7158c7a05cd5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=096ae4db-001b-43fd-b973-bddba67ea663 HTTP/1.1" status: 200 len: 856 time: 0.0477991 Jan 17 09:34:20.425259 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae02bf-3065-4d5f-9c9d-059af4bdac20 req-bff3e715-cdb3-471e-bd7d-f161b7297303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:20.426748 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2ae02bf-3065-4d5f-9c9d-059af4bdac20 req-bff3e715-cdb3-471e-bd7d-f161b7297303 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8623d6bb-7edc-4c03-bc24-d9754729c4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440688 Jan 17 09:34:20.511501 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-41fdd54c-f2f8-48aa-bb52-e1060f32696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': 'b4d92488-8218-4b35-8a60-3232ace8dca0', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'port_id': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'mac_address': 'fa:16:3e:f1:c4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:34:07Z', 'updated_at': '2022-01-17T09:34:19Z', 'revision_number': 1, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20329bd8-06da-40c2-9604-31c1bbea465f', 'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'mac_address': 'fa:16:3e:9c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:04Z', 'updated_at': '2022-01-17T09:34:08Z', 'revision_number': 5, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'subnets': [{'id': '096ae4db-001b-43fd-b973-bddba67ea663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:20.518453 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2ae02bf-3065-4d5f-9c9d-059af4bdac20 req-2768b4ee-85ad-4241-949e-038cd098686a service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824890 Jan 17 09:34:20.538078 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fdd54c-f2f8-48aa-bb52-e1060f32696a None None] Checking router: 2eff3a26-9877-454d-b172-c296a20ca387 for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:34:20.546914 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fdd54c-f2f8-48aa-bb52-e1060f32696a None None] Routers {'2eff3a26-9877-454d-b172-c296a20ca387'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:34:20.547587 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-41fdd54c-f2f8-48aa-bb52-e1060f32696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['2eff3a26-9877-454d-b172-c296a20ca387'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:20.612198 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b2ae02bf-3065-4d5f-9c9d-059af4bdac20 req-cbfa7bb1-5da3-4b7e-817f-e7e44c423c06 service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857658 Jan 17 09:34:20.656002 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-41fdd54c-f2f8-48aa-bb52-e1060f32696a None None] Set router 2eff3a26-9877-454d-b172-c296a20ca387 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:34:20.880173 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-41fdd54c-f2f8-48aa-bb52-e1060f32696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': 'b4d92488-8218-4b35-8a60-3232ace8dca0', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'port_id': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'mac_address': 'fa:16:3e:f1:c4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:34:07Z', 'updated_at': '2022-01-17T09:34:19Z', 'revision_number': 1, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20329bd8-06da-40c2-9604-31c1bbea465f', 'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'mac_address': 'fa:16:3e:9c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:04Z', 'updated_at': '2022-01-17T09:34:08Z', 'revision_number': 5, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'subnets': [{'id': '096ae4db-001b-43fd-b973-bddba67ea663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:20.907367 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fdd54c-f2f8-48aa-bb52-e1060f32696a None None] The sync data for ids ['2eff3a26-9877-454d-b172-c296a20ca387'] in dv-cinder-815582-7-iscsi is: [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': 'b4d92488-8218-4b35-8a60-3232ace8dca0', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'floating_ip_address': '172.27.2.8', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'port_id': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'mac_address': 'fa:16:3e:f1:c4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:34:07Z', 'updated_at': '2022-01-17T09:34:19Z', 'revision_number': 1, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20329bd8-06da-40c2-9604-31c1bbea465f', 'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'mac_address': 'fa:16:3e:9c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:04Z', 'updated_at': '2022-01-17T09:34:08Z', 'revision_number': 5, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'subnets': [{'id': '096ae4db-001b-43fd-b973-bddba67ea663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:34:21.104901 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb413d-6f5c-40bd-942f-1c2ef10b86d0 None None] New status for floating IP b4d92488-8218-4b35-8a60-3232ace8dca0: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:34:25.540137 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39560) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:25.648981 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-857e1824-1d90-4f3b-a4d5-851ea7eebc4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:25.724602 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-857e1824-1d90-4f3b-a4d5-851ea7eebc4d admin admin] Publish callbacks [] for security_group (7313dfa8-ca71-45c8-a5cc-cce2ff199d14), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:25.730331 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-857e1824-1d90-4f3b-a4d5-851ea7eebc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (7313dfa8-ca71-45c8-a5cc-cce2ff199d14), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:25.770665 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-857e1824-1d90-4f3b-a4d5-851ea7eebc4d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b30e15c420f44e55ba3b39f015ad3102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291713 Jan 17 09:34:25.772976 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e1824-1d90-4f3b-a4d5-851ea7eebc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7313dfa8-ca71-45c8-a5cc-cce2ff199d14,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:25.773315 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39564) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:25.821808 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb93d361-63b3-40ca-a7a9-e7765fee0e0b admin admin] Publish callbacks [] for security_group (7313dfa8-ca71-45c8-a5cc-cce2ff199d14), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:25.845581 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb93d361-63b3-40ca-a7a9-e7765fee0e0b admin admin] Publish callbacks [] for security_group (7313dfa8-ca71-45c8-a5cc-cce2ff199d14), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:25.900633 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb93d361-63b3-40ca-a7a9-e7765fee0e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (7313dfa8-ca71-45c8-a5cc-cce2ff199d14), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:25.903233 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb93d361-63b3-40ca-a7a9-e7765fee0e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:25.904527 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-cb93d361-63b3-40ca-a7a9-e7765fee0e0b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7313dfa8-ca71-45c8-a5cc-cce2ff199d14 HTTP/1.1" status: 204 len: 168 time: 0.1301646 Jan 17 09:34:25.912549 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93d361-63b3-40ca-a7a9-e7765fee0e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7313dfa8-ca71-45c8-a5cc-cce2ff199d14,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:26.989506 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39600) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:27.095201 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0ab5d68-c1e5-4327-865c-2c5d375d8aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:27.171397 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0ab5d68-c1e5-4327-865c-2c5d375d8aaa admin admin] Publish callbacks [] for security_group (f53d97ad-a732-47a5-8877-20b665f9a5a7), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:27.176494 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a0ab5d68-c1e5-4327-865c-2c5d375d8aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (f53d97ad-a732-47a5-8877-20b665f9a5a7), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:27.214523 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-a0ab5d68-c1e5-4327-865c-2c5d375d8aaa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d583a721c51f430bbb91c442f9eeae10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236814 Jan 17 09:34:27.216294 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab5d68-c1e5-4327-865c-2c5d375d8aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53d97ad-a732-47a5-8877-20b665f9a5a7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:27.217670 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39604) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:27.268697 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d720c14-5398-4971-818e-f8209af63cef admin admin] Publish callbacks [] for security_group (f53d97ad-a732-47a5-8877-20b665f9a5a7), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:27.290509 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d720c14-5398-4971-818e-f8209af63cef admin admin] Publish callbacks [] for security_group (f53d97ad-a732-47a5-8877-20b665f9a5a7), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:27.338173 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d720c14-5398-4971-818e-f8209af63cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (f53d97ad-a732-47a5-8877-20b665f9a5a7), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:27.340906 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d720c14-5398-4971-818e-f8209af63cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:27.344944 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1d720c14-5398-4971-818e-f8209af63cef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f53d97ad-a732-47a5-8877-20b665f9a5a7 HTTP/1.1" status: 204 len: 168 time: 0.1234624 Jan 17 09:34:27.350711 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d720c14-5398-4971-818e-f8209af63cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53d97ad-a732-47a5-8877-20b665f9a5a7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:31.417438 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:34:36.000403 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:36.908340 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-08a0cc0b-ba39-4354-a280-a6f0cbb6db4a req-9e40f0f7-250f-43b6-ace2-35779f2d11cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417933 Jan 17 09:34:36.966434 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0cc0b-ba39-4354-a280-a6f0cbb6db4a req-5184f7e6-268b-4605-a2df-975fec9b842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:36.967989 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-08a0cc0b-ba39-4354-a280-a6f0cbb6db4a req-5184f7e6-268b-4605-a2df-975fec9b842a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d4b53680e0443b88340aca1b54694d3&device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 1098 time: 0.0392694 Jan 17 09:34:37.070398 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0cc0b-ba39-4354-a280-a6f0cbb6db4a req-cf756ffe-8bf1-4093-a358-3cd69d034b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:37.071903 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-08a0cc0b-ba39-4354-a280-a6f0cbb6db4a req-cf756ffe-8bf1-4093-a358-3cd69d034b22 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf HTTP/1.1" status: 200 len: 912 time: 0.0835187 Jan 17 09:34:37.139619 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-08a0cc0b-ba39-4354-a280-a6f0cbb6db4a req-11f87215-3627-41de-9322-bf5a47e30cb7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a48cd684-6cc7-4f49-a193-b31bc03c3cd4 HTTP/1.1" status: 200 len: 1001 time: 0.0600145 Jan 17 09:34:37.187561 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0cc0b-ba39-4354-a280-a6f0cbb6db4a req-0250f9f7-819d-4c3f-b055-dc2b1c97ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:37.188959 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-08a0cc0b-ba39-4354-a280-a6f0cbb6db4a req-0250f9f7-819d-4c3f-b055-dc2b1c97ef60 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7862a30a-3de9-4df3-9ab7-bbfbb516200f HTTP/1.1" status: 200 len: 850 time: 0.0432897 Jan 17 09:34:37.231003 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0cc0b-ba39-4354-a280-a6f0cbb6db4a req-e783a007-e92c-4193-9cda-65868013b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:37.233016 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-08a0cc0b-ba39-4354-a280-a6f0cbb6db4a req-e783a007-e92c-4193-9cda-65868013b6a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374491 Jan 17 09:34:37.322795 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-08a0cc0b-ba39-4354-a280-a6f0cbb6db4a req-28b92539-96de-4509-b442-d075ccdb4339 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829244 Jan 17 09:34:37.416945 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-08a0cc0b-ba39-4354-a280-a6f0cbb6db4a req-ebc9b7ec-78d4-4cc6-a543-4c9919bbe416 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799198 Jan 17 09:34:39.930808 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2b3551c1-ca8c-4a8c-b54f-0d510f4cc61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:40.415354 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6b4585e2-1abb-4a67-b8fe-fe6818b84c5a req-446c3bf3-89bf-4e99-9117-8d5191c0da04 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663383401&fields=id&tenant_id=e32b843e30784d99889f77423af053ff HTTP/1.1" status: 200 len: 267 time: 0.0427589 Jan 17 09:34:40.477766 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4585e2-1abb-4a67-b8fe-fe6818b84c5a req-4227cc95-c997-45ba-bfe6-aa63edb42d70 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:40.479305 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6b4585e2-1abb-4a67-b8fe-fe6818b84c5a req-4227cc95-c997-45ba-bfe6-aa63edb42d70 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 985 time: 0.0581386 Jan 17 09:34:40.490107 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-6b4585e2-1abb-4a67-b8fe-fe6818b84c5a req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Request body: {'port': {'security_groups': ['ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:40.557305 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6b4585e2-1abb-4a67-b8fe-fe6818b84c5a req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (da914355-e66b-4743-b38e-e245a698ca6e), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:40.758417 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-6b4585e2-1abb-4a67-b8fe-fe6818b84c5a req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] For port da914355-e66b-4743-b38e-e245a698ca6e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da914355-e66b-4743-b38e-e245a698ca6e,segment=NetworkSegment(613a2dcd-db9a-44e0-b13d-733d2defda81),segment_id=613a2dcd-db9a-44e0-b13d-733d2defda81)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:40.786667 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6b4585e2-1abb-4a67-b8fe-fe6818b84c5a req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for port (da914355-e66b-4743-b38e-e245a698ca6e), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:40.792259 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6b4585e2-1abb-4a67-b8fe-fe6818b84c5a req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (da914355-e66b-4743-b38e-e245a698ca6e), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:40.805296 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['da914355-e66b-4743-b38e-e245a698ca6e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:34:40.839251 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4585e2-1abb-4a67-b8fe-fe6818b84c5a req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:40.839929 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-6b4585e2-1abb-4a67-b8fe-fe6818b84c5a req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:40.841716 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6b4585e2-1abb-4a67-b8fe-fe6818b84c5a req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "PUT /v2.0/ports/da914355-e66b-4743-b38e-e245a698ca6e HTTP/1.1" status: 200 len: 943 time: 0.3558185 Jan 17 09:34:40.848973 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'tag': 'da914355-e66b-4743-b38e-e245a698ca6e'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:34:40.849864 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39644) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:40.850328 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f51122-29f9-445d-adc3-2f1ec913bcb7" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb36f73-abd2-4b35-b0f5-11608f75516f", "tag": "da914355-e66b-4743-b38e-e245a698ca6e"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:34:40.879291 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Pushing event updated for resources: {'Port': ['ID=da914355-e66b-4743-b38e-e245a698ca6e,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:40.890878 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:40.891233 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:40.892182 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:40.892888 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:40.896346 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:40.896715 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:40.897062 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:40.897409 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:40.897749 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:40.898106 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:40.898423 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:40.898762 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:40.899095 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d6a8de-1d77-4c96-87aa-4b4015b45167 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:40.907655 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f14a695-5fc3-4e7c-9a74-bf895b48632e x-openstack-request-id: req-0f14a695-5fc3-4e7c-9a74-bf895b48632e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:34:40.908012 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb36f73-abd2-4b35-b0f5-11608f75516f", "tag": "da914355-e66b-4743-b38e-e245a698ca6e", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:34:40.908346 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f14a695-5fc3-4e7c-9a74-bf895b48632e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:34:40.908632 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'tag': 'da914355-e66b-4743-b38e-e245a698ca6e', 'status': 'completed', 'code': 200} Jan 17 09:34:40.927916 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['da914355-e66b-4743-b38e-e245a698ca6e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:34:40.979919 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group (27404ea0-e17f-4a8c-a55c-fddc68c8e61e), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:41.015244 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group (27404ea0-e17f-4a8c-a55c-fddc68c8e61e), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:41.051996 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f51122-29f9-445d-adc3-2f1ec913bcb7 req-a161873b-d2cb-4a65-a0ba-8b2cc92989da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:41.053728 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d4f51122-29f9-445d-adc3-2f1ec913bcb7 req-a161873b-d2cb-4a65-a0ba-8b2cc92989da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e32b843e30784d99889f77423af053ff&device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 1099 time: 0.1131814 Jan 17 09:34:41.129728 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (27404ea0-e17f-4a8c-a55c-fddc68c8e61e), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:41.132190 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:41.133192 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c21e37fa-284f-45d4-b013-b3856c4e3ec0 None None] Provisioning complete for port da914355-e66b-4743-b38e-e245a698ca6e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:34:41.133718 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "DELETE /v2.0/security-groups/27404ea0-e17f-4a8c-a55c-fddc68c8e61e HTTP/1.1" status: 204 len: 168 time: 0.2821300 Jan 17 09:34:41.133806 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c21e37fa-284f-45d4-b013-b3856c4e3ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (da914355-e66b-4743-b38e-e245a698ca6e), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:41.136333 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39648) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:41.153479 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27404ea0-e17f-4a8c-a55c-fddc68c8e61e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:41.169792 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:41.170159 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:41.170480 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:41.170827 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:41.171167 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:41.171496 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:41.171827 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:41.172182 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:41.172514 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:41.172842 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:41.173198 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:41.173524 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:41.173849 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428f13d-a495-461b-963c-4a1f3c2a25e5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:34:41.178802 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f51122-29f9-445d-adc3-2f1ec913bcb7 req-8971487f-8483-41ef-b299-1184657995c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:41.181220 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d4f51122-29f9-445d-adc3-2f1ec913bcb7 req-8971487f-8483-41ef-b299-1184657995c7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ca40599-ab90-4780-a383-29ac79e39457 HTTP/1.1" status: 200 len: 916 time: 0.1188645 Jan 17 09:34:41.247372 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c21e37fa-284f-45d4-b013-b3856c4e3ec0 None None] Current status of the port da914355-e66b-4743-b38e-e245a698ca6e is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:34:41.249575 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d4f51122-29f9-445d-adc3-2f1ec913bcb7 req-e1637e1c-a4f4-4dc7-9c11-72b4698e0d54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da914355-e66b-4743-b38e-e245a698ca6e HTTP/1.1" status: 200 len: 1002 time: 0.0603549 Jan 17 09:34:41.304048 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f51122-29f9-445d-adc3-2f1ec913bcb7 req-03a451b1-b72d-440a-be54-fc8688d0500e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:41.305532 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d4f51122-29f9-445d-adc3-2f1ec913bcb7 req-03a451b1-b72d-440a-be54-fc8688d0500e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=678c2614-400a-4c4a-beb5-43576e7a1153 HTTP/1.1" status: 200 len: 854 time: 0.0501318 Jan 17 09:34:41.311671 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-38dc7b0f-1f86-4be6-bf6c-7e93182ec0c7 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Deleting port 0657c843-1d7a-44be-b499-aae628266349 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:34:41.312057 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38dc7b0f-1f86-4be6-bf6c-7e93182ec0c7 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (0657c843-1d7a-44be-b499-aae628266349), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:41.355730 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f51122-29f9-445d-adc3-2f1ec913bcb7 req-ee665e48-d00d-480d-a150-440060581dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:41.357368 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d4f51122-29f9-445d-adc3-2f1ec913bcb7 req-ee665e48-d00d-480d-a150-440060581dc0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ca40599-ab90-4780-a383-29ac79e39457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417750 Jan 17 09:34:41.389597 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38dc7b0f-1f86-4be6-bf6c-7e93182ec0c7 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (0657c843-1d7a-44be-b499-aae628266349), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:41.389928 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38dc7b0f-1f86-4be6-bf6c-7e93182ec0c7 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for floatingip (0657c843-1d7a-44be-b499-aae628266349), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:41.402656 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-38dc7b0f-1f86-4be6-bf6c-7e93182ec0c7 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Calling delete_port for 0657c843-1d7a-44be-b499-aae628266349 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:34:41.445817 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d4f51122-29f9-445d-adc3-2f1ec913bcb7 req-55de5cb8-1569-4d65-98fc-33dc0c101927 service neutron] 10.222.0.31 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820763 Jan 17 09:34:41.540485 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d4f51122-29f9-445d-adc3-2f1ec913bcb7 req-b2dbf112-3dfd-4ec3-b912-7e9d020a160d service neutron] 10.222.0.31 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868154 Jan 17 09:34:41.808874 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38dc7b0f-1f86-4be6-bf6c-7e93182ec0c7 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (0657c843-1d7a-44be-b499-aae628266349), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:41.835760 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc7b0f-1f86-4be6-bf6c-7e93182ec0c7 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Pushing event deleted for resources: {'Port': ['ID=0657c843-1d7a-44be-b499-aae628266349,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:41.891889 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38dc7b0f-1f86-4be6-bf6c-7e93182ec0c7 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks [] for floatingip (8c2b2574-fba0-4a44-a882-6cf965fa4743), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:41.892224 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.l3_db [None req-38dc7b0f-1f86-4be6-bf6c-7e93182ec0c7 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Floating IP 8c2b2574-fba0-4a44-a882-6cf965fa4743 disassociated (deleted). External IP: 172.27.2.146, port: da914355-e66b-4743-b38e-e245a698ca6e. Jan 17 09:34:42.088572 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8b3ddce2-06fe-4355-bd3d-5976c227ee4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:42.098252 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38dc7b0f-1f86-4be6-bf6c-7e93182ec0c7 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:34:42.208071 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dc7b0f-1f86-4be6-bf6c-7e93182ec0c7 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:34:42.212493 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38dc7b0f-1f86-4be6-bf6c-7e93182ec0c7 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:42.217358 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6548810e-b392-42f8-813f-6f31040c21bb None None] Sync routers for ids ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:34:42.227114 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6548810e-b392-42f8-813f-6f31040c21bb None None] Routers {'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:34:42.227804 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6548810e-b392-42f8-813f-6f31040c21bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:42.241846 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-38dc7b0f-1f86-4be6-bf6c-7e93182ec0c7 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "DELETE /v2.0/floatingips/8c2b2574-fba0-4a44-a882-6cf965fa4743 HTTP/1.1" status: 204 len: 168 time: 1.1043730 Jan 17 09:34:42.338874 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-6548810e-b392-42f8-813f-6f31040c21bb None None] Set router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:34:42.554145 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6548810e-b392-42f8-813f-6f31040c21bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:29Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': 'e32b843e30784d99889f77423af053ff', 'gw_port': {'id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:31Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': 'e227b424-a3fa-48d6-8c77-ce7be32cc314', 'name': '', 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'mac_address': 'fa:16:3e:38:5e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:33Z', 'updated_at': '2022-01-17T09:31:38Z', 'revision_number': 5, 'project_id': 'e32b843e30784d99889f77423af053ff', 'subnets': [{'id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:42.580255 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6548810e-b392-42f8-813f-6f31040c21bb None None] Checking router: a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:34:42.588991 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6548810e-b392-42f8-813f-6f31040c21bb None None] Routers {'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:34:42.589530 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6548810e-b392-42f8-813f-6f31040c21bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:42.693776 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-6548810e-b392-42f8-813f-6f31040c21bb None None] Set router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:34:42.889328 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6548810e-b392-42f8-813f-6f31040c21bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:29Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': 'e32b843e30784d99889f77423af053ff', 'gw_port': {'id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:31Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': 'e227b424-a3fa-48d6-8c77-ce7be32cc314', 'name': '', 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'mac_address': 'fa:16:3e:38:5e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:33Z', 'updated_at': '2022-01-17T09:31:38Z', 'revision_number': 5, 'project_id': 'e32b843e30784d99889f77423af053ff', 'subnets': [{'id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:42.910119 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'tag': 'da914355-e66b-4743-b38e-e245a698ca6e'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:34:42.912502 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df22557-f8d0-4e5f-b7da-2b5103ef56d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb36f73-abd2-4b35-b0f5-11608f75516f", "tag": "da914355-e66b-4743-b38e-e245a698ca6e"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:34:42.918359 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6548810e-b392-42f8-813f-6f31040c21bb None None] The sync data for ids ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'] in dv-cinder-815582-7-iscsi is: [{'id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:29Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': 'e32b843e30784d99889f77423af053ff', 'gw_port': {'id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:31Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': 'e227b424-a3fa-48d6-8c77-ce7be32cc314', 'name': '', 'network_id': '4ca40599-ab90-4780-a383-29ac79e39457', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'mac_address': 'fa:16:3e:38:5e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:33Z', 'updated_at': '2022-01-17T09:31:38Z', 'revision_number': 5, 'project_id': 'e32b843e30784d99889f77423af053ff', 'subnets': [{'id': '678c2614-400a-4c4a-beb5-43576e7a1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:34:42.951168 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977fde3b-d4fe-4330-b9c6-9de731bb2bd0 x-openstack-request-id: req-977fde3b-d4fe-4330-b9c6-9de731bb2bd0 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:34:42.952037 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb36f73-abd2-4b35-b0f5-11608f75516f", "tag": "da914355-e66b-4743-b38e-e245a698ca6e", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:34:42.952291 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-977fde3b-d4fe-4330-b9c6-9de731bb2bd0 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:34:42.952691 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'tag': 'da914355-e66b-4743-b38e-e245a698ca6e', 'status': 'completed', 'code': 200} Jan 17 09:34:43.017049 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df22557-f8d0-4e5f-b7da-2b5103ef56d8 req-cb6471d5-3caf-4f43-97dc-31992ed498d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:43.018843 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2df22557-f8d0-4e5f-b7da-2b5103ef56d8 req-cb6471d5-3caf-4f43-97dc-31992ed498d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e32b843e30784d99889f77423af053ff&device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 1099 time: 0.0444038 Jan 17 09:34:43.127589 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df22557-f8d0-4e5f-b7da-2b5103ef56d8 req-dd2bb8c6-80be-4b7b-875d-f3fed10ea721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:43.129114 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2df22557-f8d0-4e5f-b7da-2b5103ef56d8 req-dd2bb8c6-80be-4b7b-875d-f3fed10ea721 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ca40599-ab90-4780-a383-29ac79e39457 HTTP/1.1" status: 200 len: 916 time: 0.0994925 Jan 17 09:34:43.151079 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:43.175865 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2df22557-f8d0-4e5f-b7da-2b5103ef56d8 req-77428bae-201f-46d9-9806-4099121d8adc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da914355-e66b-4743-b38e-e245a698ca6e HTTP/1.1" status: 200 len: 217 time: 0.0384858 Jan 17 09:34:43.177236 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34382c5e-812d-416c-9469-e79d6167d8a8 None None] New status for floating IP 8c2b2574-fba0-4a44-a882-6cf965fa4743: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:34:43.225931 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df22557-f8d0-4e5f-b7da-2b5103ef56d8 req-425bf6f0-0bf9-4311-8439-429cfdb8605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:43.228304 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2df22557-f8d0-4e5f-b7da-2b5103ef56d8 req-425bf6f0-0bf9-4311-8439-429cfdb8605f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=678c2614-400a-4c4a-beb5-43576e7a1153 HTTP/1.1" status: 200 len: 854 time: 0.0458615 Jan 17 09:34:43.279447 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df22557-f8d0-4e5f-b7da-2b5103ef56d8 req-f39fe7d4-6420-4947-8f94-246666a4b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:43.282654 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2df22557-f8d0-4e5f-b7da-2b5103ef56d8 req-f39fe7d4-6420-4947-8f94-246666a4b0e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ca40599-ab90-4780-a383-29ac79e39457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474615 Jan 17 09:34:43.382625 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2df22557-f8d0-4e5f-b7da-2b5103ef56d8 req-01134992-99e1-47fc-b360-7b9c376c1a2c service neutron] 10.222.0.31 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896225 Jan 17 09:34:43.472556 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2df22557-f8d0-4e5f-b7da-2b5103ef56d8 req-f2f4ac7d-76cb-41a1-bdae-d4471ef8bc3e service neutron] 10.222.0.31 "GET /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811167 Jan 17 09:34:44.676760 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a00f1-fb2b-482c-ae4a-69f944598dcd req-17a5ce92-e14b-4681-83f2-c6882261a249 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:44.678220 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4b4a00f1-fb2b-482c-ae4a-69f944598dcd req-17a5ce92-e14b-4681-83f2-c6882261a249 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0535240 Jan 17 09:34:44.715627 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:44.728164 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4b4a00f1-fb2b-482c-ae4a-69f944598dcd req-1ced206e-0343-497c-a6c2-723829b96ff1 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421941 Jan 17 09:34:44.962678 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb9d1b-8a97-4350-8d26-611c18aef413 req-55029c6b-cbd1-477d-ba92-639d7e86232f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:44.964077 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3bfb9d1b-8a97-4350-8d26-611c18aef413 req-55029c6b-cbd1-477d-ba92-639d7e86232f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 946 time: 0.0498385 Jan 17 09:34:45.010378 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3bfb9d1b-8a97-4350-8d26-611c18aef413 req-a5a4bd9a-d23c-42c9-a431-c2f0bd6d9fa2 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Jan 17 09:34:45.864861 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b0a95-51e8-48c3-ade5-77086ec90bca req-c073f710-7ac9-4714-8a32-81a3cfa3c6ad tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:45.866757 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3d8b0a95-51e8-48c3-ade5-77086ec90bca req-c073f710-7ac9-4714-8a32-81a3cfa3c6ad tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0701187 Jan 17 09:34:45.918743 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3d8b0a95-51e8-48c3-ade5-77086ec90bca req-b47d5849-d13a-4b13-9109-7eeeb8ace856 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463588 Jan 17 09:34:46.141841 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588c55f-4b62-4b2b-a440-085140c30854 req-dc216369-51a3-4d95-b0b1-71559b8af3d4 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:46.143906 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a588c55f-4b62-4b2b-a440-085140c30854 req-dc216369-51a3-4d95-b0b1-71559b8af3d4 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 946 time: 0.0620394 Jan 17 09:34:46.162308 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:46.202066 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a588c55f-4b62-4b2b-a440-085140c30854 req-e1ea625c-4a06-4bbc-97f5-0e70bce2f3a0 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513785 Jan 17 09:34:46.966462 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-20fa0038-9d44-4f77-a8fd-fd331721ef81 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:46.968038 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-20fa0038-9d44-4f77-a8fd-fd331721ef81 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.31 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0488367 Jan 17 09:34:47.068934 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626a148-0210-4ad7-bdae-9bb08f3210e9 req-b21f5bff-317d-405e-857b-6fefb160da56 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:47.070441 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1626a148-0210-4ad7-bdae-9bb08f3210e9 req-b21f5bff-317d-405e-857b-6fefb160da56 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 945 time: 0.0751703 Jan 17 09:34:47.073023 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-f7f064e9-2371-46d1-b726-34cb982e4528 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Deleting port a48cd684-6cc7-4f49-a193-b31bc03c3cd4 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:34:47.073332 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-f7f064e9-2371-46d1-b726-34cb982e4528 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:47.083075 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331147d-508a-4983-919a-ee2bf9971c26 req-c286b8fc-59ae-4eaf-9334-afda4cfcc6f5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:47.084536 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8331147d-508a-4983-919a-ee2bf9971c26 req-c286b8fc-59ae-4eaf-9334-afda4cfcc6f5 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 946 time: 0.0789819 Jan 17 09:34:47.168188 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-f7f064e9-2371-46d1-b726-34cb982e4528 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] For port a48cd684-6cc7-4f49-a193-b31bc03c3cd4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a48cd684-6cc7-4f49-a193-b31bc03c3cd4,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:47.168552 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-f7f064e9-2371-46d1-b726-34cb982e4528 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:47.182396 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1626a148-0210-4ad7-bdae-9bb08f3210e9 req-7981c7a1-5146-472c-9414-eea584155366 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=bc67f4d1-3325-494a-92d7-c8be9b4a2802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968742 Jan 17 09:34:47.218993 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-8331147d-508a-4983-919a-ee2bf9971c26 req-0f1ff010-f6d1-41bd-9df2-0830ad3943bc tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Deleting port da914355-e66b-4743-b38e-e245a698ca6e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:34:47.219266 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8331147d-508a-4983-919a-ee2bf9971c26 req-0f1ff010-f6d1-41bd-9df2-0830ad3943bc tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (da914355-e66b-4743-b38e-e245a698ca6e), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:47.320841 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-8331147d-508a-4983-919a-ee2bf9971c26 req-0f1ff010-f6d1-41bd-9df2-0830ad3943bc tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] For port da914355-e66b-4743-b38e-e245a698ca6e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da914355-e66b-4743-b38e-e245a698ca6e,segment=NetworkSegment(613a2dcd-db9a-44e0-b13d-733d2defda81),segment_id=613a2dcd-db9a-44e0-b13d-733d2defda81)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:47.321217 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8331147d-508a-4983-919a-ee2bf9971c26 req-0f1ff010-f6d1-41bd-9df2-0830ad3943bc tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (da914355-e66b-4743-b38e-e245a698ca6e), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:47.340915 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-8331147d-508a-4983-919a-ee2bf9971c26 req-0f1ff010-f6d1-41bd-9df2-0830ad3943bc tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Calling delete_port for da914355-e66b-4743-b38e-e245a698ca6e owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:34:47.474122 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8331147d-508a-4983-919a-ee2bf9971c26 req-0f1ff010-f6d1-41bd-9df2-0830ad3943bc tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (da914355-e66b-4743-b38e-e245a698ca6e), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:47.487555 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['da914355-e66b-4743-b38e-e245a698ca6e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:34:47.507913 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ff010-f6d1-41bd-9df2-0830ad3943bc tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Pushing event deleted for resources: {'Port': ['ID=da914355-e66b-4743-b38e-e245a698ca6e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:47.571588 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8331147d-508a-4983-919a-ee2bf9971c26 req-0f1ff010-f6d1-41bd-9df2-0830ad3943bc tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] No DVR routers for this DVR port da914355-e66b-4743-b38e-e245a698ca6e on host hv-cinder-81558 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:34:47.574888 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8331147d-508a-4983-919a-ee2bf9971c26 req-0f1ff010-f6d1-41bd-9df2-0830ad3943bc tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:47.578392 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8331147d-508a-4983-919a-ee2bf9971c26 req-0f1ff010-f6d1-41bd-9df2-0830ad3943bc tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.31 "DELETE /v2.0/ports/da914355-e66b-4743-b38e-e245a698ca6e HTTP/1.1" status: 204 len: 173 time: 0.4863267 Jan 17 09:34:47.578872 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'name': 'network-vif-deleted', 'tag': 'da914355-e66b-4743-b38e-e245a698ca6e'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:34:47.581172 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b535db23-347a-4676-bca9-b6406c9e3a33" -d '{"events": [{"server_uuid": "5bb36f73-abd2-4b35-b0f5-11608f75516f", "name": "network-vif-deleted", "tag": "da914355-e66b-4743-b38e-e245a698ca6e"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:34:47.634138 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd5154b-bb35-4550-86f8-260fa3b29417 x-openstack-request-id: req-8cd5154b-bb35-4550-86f8-260fa3b29417 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:34:47.634469 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb36f73-abd2-4b35-b0f5-11608f75516f", "name": "network-vif-deleted", "tag": "da914355-e66b-4743-b38e-e245a698ca6e", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:34:47.634941 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8cd5154b-bb35-4550-86f8-260fa3b29417 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:34:47.635346 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb36f73-abd2-4b35-b0f5-11608f75516f', 'name': 'network-vif-deleted', 'tag': 'da914355-e66b-4743-b38e-e245a698ca6e', 'status': 'completed', 'code': 200} Jan 17 09:34:47.752880 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb5c45-722a-4482-9672-d8c34b035c42 req-1fb3b816-c626-45e0-ba5b-171fcafbf18f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:47.754338 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-13eb5c45-722a-4482-9672-d8c34b035c42 req-1fb3b816-c626-45e0-ba5b-171fcafbf18f tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/ports?device_id=5bb36f73-abd2-4b35-b0f5-11608f75516f HTTP/1.1" status: 200 len: 867 time: 0.4746692 Jan 17 09:34:47.809060 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-f7f064e9-2371-46d1-b726-34cb982e4528 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:47.809921 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-f7f064e9-2371-46d1-b726-34cb982e4528 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (3ff0738c-36c8-4c9c-b462-422b0ad442bc), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:47.810391 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.l3_db [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-f7f064e9-2371-46d1-b726-34cb982e4528 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Floating IP 3ff0738c-36c8-4c9c-b462-422b0ad442bc disassociated. External IP: 172.27.2.235, port: a48cd684-6cc7-4f49-a193-b31bc03c3cd4. Jan 17 09:34:47.810932 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-f7f064e9-2371-46d1-b726-34cb982e4528 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Calling delete_port for a48cd684-6cc7-4f49-a193-b31bc03c3cd4 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:34:47.843047 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-13eb5c45-722a-4482-9672-d8c34b035c42 req-39f0cc00-92e5-4b14-ad73-68d93c996d83 tempest-TestMinimumBasicScenario-938832313 tempest-TestMinimumBasicScenario-938832313-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822961 Jan 17 09:34:47.974534 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-f7f064e9-2371-46d1-b726-34cb982e4528 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (a48cd684-6cc7-4f49-a193-b31bc03c3cd4), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:48.010629 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f064e9-2371-46d1-b726-34cb982e4528 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event deleted for resources: {'Port': ['ID=a48cd684-6cc7-4f49-a193-b31bc03c3cd4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:48.120827 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-f7f064e9-2371-46d1-b726-34cb982e4528 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Router c19ab897-04da-436b-b1d9-84463c5b58bd has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:34:48.237254 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-f7f064e9-2371-46d1-b726-34cb982e4528 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:34:48.249229 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a8680-6876-4497-896d-616393692053 None None] Sync routers for ids ['c19ab897-04da-436b-b1d9-84463c5b58bd'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:34:48.271405 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a8680-6876-4497-896d-616393692053 None None] Routers {'c19ab897-04da-436b-b1d9-84463c5b58bd'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:34:48.271998 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c90a8680-6876-4497-896d-616393692053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c19ab897-04da-436b-b1d9-84463c5b58bd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:48.279972 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-f7f064e9-2371-46d1-b726-34cb982e4528 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] No DVR routers for this DVR port a48cd684-6cc7-4f49-a193-b31bc03c3cd4 on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:34:48.282564 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-f7f064e9-2371-46d1-b726-34cb982e4528 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:48.286369 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-81b12a1b-5fe2-4a61-8530-072bade0a84f req-f7f064e9-2371-46d1-b726-34cb982e4528 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.31 "DELETE /v2.0/ports/a48cd684-6cc7-4f49-a193-b31bc03c3cd4 HTTP/1.1" status: 204 len: 173 time: 1.3116755 Jan 17 09:34:48.286866 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db36972-1c46-4a5f-836f-d3fdcea1da18', 'name': 'network-vif-deleted', 'tag': 'a48cd684-6cc7-4f49-a193-b31bc03c3cd4'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:34:48.289186 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee97f62-8c59-4511-b3d6-b3953d69427e" -d '{"events": [{"server_uuid": "3db36972-1c46-4a5f-836f-d3fdcea1da18", "name": "network-vif-deleted", "tag": "a48cd684-6cc7-4f49-a193-b31bc03c3cd4"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:34:48.296388 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ab02059f-9fac-45a2-a93f-58ba2f2f0842 req-5247234d-4c4b-462c-aced-42afbc158724 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=3db36972-1c46-4a5f-836f-d3fdcea1da18 HTTP/1.1" status: 200 len: 210 time: 0.0410066 Jan 17 09:34:48.343861 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbd3087-506b-4ea7-bd7d-78089a73dee4 x-openstack-request-id: req-1cbd3087-506b-4ea7-bd7d-78089a73dee4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:34:48.344159 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db36972-1c46-4a5f-836f-d3fdcea1da18", "name": "network-vif-deleted", "tag": "a48cd684-6cc7-4f49-a193-b31bc03c3cd4", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:34:48.344426 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1cbd3087-506b-4ea7-bd7d-78089a73dee4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:34:48.344822 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db36972-1c46-4a5f-836f-d3fdcea1da18', 'name': 'network-vif-deleted', 'tag': 'a48cd684-6cc7-4f49-a193-b31bc03c3cd4', 'status': 'completed', 'code': 200} Jan 17 09:34:48.423158 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c90a8680-6876-4497-896d-616393692053 None None] Set router c19ab897-04da-436b-b1d9-84463c5b58bd gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:34:48.764303 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c90a8680-6876-4497-896d-616393692053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5012464f-c3ed-4038-8aed-c016a6cfcd27', 'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'mac_address': 'fa:16:3e:ab:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:39Z', 'revision_number': 5, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'subnets': [{'id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:48.803065 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a8680-6876-4497-896d-616393692053 None None] Checking router: c19ab897-04da-436b-b1d9-84463c5b58bd for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:34:48.812187 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a8680-6876-4497-896d-616393692053 None None] Routers {'c19ab897-04da-436b-b1d9-84463c5b58bd'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:34:48.812785 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c90a8680-6876-4497-896d-616393692053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c19ab897-04da-436b-b1d9-84463c5b58bd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:48.937017 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c90a8680-6876-4497-896d-616393692053 None None] Set router c19ab897-04da-436b-b1d9-84463c5b58bd gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:34:49.145924 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c90a8680-6876-4497-896d-616393692053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5012464f-c3ed-4038-8aed-c016a6cfcd27', 'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'mac_address': 'fa:16:3e:ab:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:39Z', 'revision_number': 5, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'subnets': [{'id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:49.174930 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a8680-6876-4497-896d-616393692053 None None] The sync data for ids ['c19ab897-04da-436b-b1d9-84463c5b58bd'] in dv-cinder-815582-7-iscsi is: [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5012464f-c3ed-4038-8aed-c016a6cfcd27', 'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'mac_address': 'fa:16:3e:ab:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:39Z', 'revision_number': 5, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'subnets': [{'id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:34:49.400633 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39758) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:49.487963 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c3b7-f472-4a24-a770-d780489d9358 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group (bc67f4d1-3325-494a-92d7-c8be9b4a2802), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:49.488733 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e901e3-bfcd-4b20-b296-82231fb0a3a1 None None] New status for floating IP 3ff0738c-36c8-4c9c-b462-422b0ad442bc: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:34:49.516097 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c3b7-f472-4a24-a770-d780489d9358 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group (bc67f4d1-3325-494a-92d7-c8be9b4a2802), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:49.570570 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c3b7-f472-4a24-a770-d780489d9358 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (bc67f4d1-3325-494a-92d7-c8be9b4a2802), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:49.573652 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c3b7-f472-4a24-a770-d780489d9358 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:49.574922 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-a8b8c3b7-f472-4a24-a770-d780489d9358 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "DELETE /v2.0/security-groups/bc67f4d1-3325-494a-92d7-c8be9b4a2802 HTTP/1.1" status: 204 len: 168 time: 0.1732402 Jan 17 09:34:49.578261 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39768) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:49.597990 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.api.v2.resource [None req-3f02e6e6-3580-4c69-a473-9a982aca170a tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] show failed (client error): The resource could not be found. Jan 17 09:34:49.601567 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-3f02e6e6-3580-4c69-a473-9a982aca170a tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups/bc67f4d1-3325-494a-92d7-c8be9b4a2802 HTTP/1.1" status: 404 len: 347 time: 0.0218287 Jan 17 09:34:49.603041 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8c3b7-f472-4a24-a770-d780489d9358 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc67f4d1-3325-494a-92d7-c8be9b4a2802,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:49.611829 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39770) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:49.728868 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39774) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:49.795203 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e69d6029-6896-4767-8c18-dd2b46108be5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Deleting port f59e986d-adf7-4ae7-a105-161769a8a2f6 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:34:49.795559 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e69d6029-6896-4767-8c18-dd2b46108be5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (f59e986d-adf7-4ae7-a105-161769a8a2f6), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:49.881889 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e69d6029-6896-4767-8c18-dd2b46108be5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (f59e986d-adf7-4ae7-a105-161769a8a2f6), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:49.882289 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e69d6029-6896-4767-8c18-dd2b46108be5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for floatingip (f59e986d-adf7-4ae7-a105-161769a8a2f6), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:49.894894 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e69d6029-6896-4767-8c18-dd2b46108be5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Calling delete_port for f59e986d-adf7-4ae7-a105-161769a8a2f6 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:34:50.034381 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e69d6029-6896-4767-8c18-dd2b46108be5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (f59e986d-adf7-4ae7-a105-161769a8a2f6), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.063746 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d6029-6896-4767-8c18-dd2b46108be5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event deleted for resources: {'Port': ['ID=f59e986d-adf7-4ae7-a105-161769a8a2f6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:50.129752 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07215d7b-bd5e-4ede-a553-37062521a8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631052'] for router_interface (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.130479 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e69d6029-6896-4767-8c18-dd2b46108be5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for floatingip (3ff0738c-36c8-4c9c-b462-422b0ad442bc), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.133239 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e69d6029-6896-4767-8c18-dd2b46108be5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.136432 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-e69d6029-6896-4767-8c18-dd2b46108be5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "DELETE /v2.0/floatingips/3ff0738c-36c8-4c9c-b462-422b0ad442bc HTTP/1.1" status: 204 len: 168 time: 0.5234015 Jan 17 09:34:50.388684 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39778) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:50.393732 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-39154583-60ce-422d-8ab9-a1be830fcaf9 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1139369876', 'description': 'tempest-description--1068534167'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:50.410449 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-07215d7b-bd5e-4ede-a553-37062521a8c6 admin admin] Deleting port e227b424-a3fa-48d6-8c77-ce7be32cc314 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:34:50.411067 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07215d7b-bd5e-4ede-a553-37062521a8c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.421603 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39154583-60ce-422d-8ab9-a1be830fcaf9 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.497336 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39154583-60ce-422d-8ab9-a1be830fcaf9 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group (1e074c62-3893-4072-8a9d-8dea478c0f02), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.502462 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39154583-60ce-422d-8ab9-a1be830fcaf9 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (1e074c62-3893-4072-8a9d-8dea478c0f02), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.506961 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-07215d7b-bd5e-4ede-a553-37062521a8c6 admin admin] For port e227b424-a3fa-48d6-8c77-ce7be32cc314, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=e227b424-a3fa-48d6-8c77-ce7be32cc314,segment=NetworkSegment(613a2dcd-db9a-44e0-b13d-733d2defda81),segment_id=613a2dcd-db9a-44e0-b13d-733d2defda81)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:50.507476 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07215d7b-bd5e-4ede-a553-37062521a8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.522093 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-07215d7b-bd5e-4ede-a553-37062521a8c6 admin admin] Calling delete_port for e227b424-a3fa-48d6-8c77-ce7be32cc314 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:34:50.533142 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39154583-60ce-422d-8ab9-a1be830fcaf9 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.534401 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-39154583-60ce-422d-8ab9-a1be830fcaf9 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1444626 Jan 17 09:34:50.536390 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39154583-60ce-422d-8ab9-a1be830fcaf9 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e074c62-3893-4072-8a9d-8dea478c0f02,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:50.537529 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39780) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:50.569835 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-0c714ce2-e733-4182-be95-836c26198a5f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Request body: {'security_group_rule': {'security_group_id': '1e074c62-3893-4072-8a9d-8dea478c0f02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:50.668252 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c714ce2-e733-4182-be95-836c26198a5f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group_rule (1bf9feb2-5a28-45b9-8288-ff7775ce210c), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.767596 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c714ce2-e733-4182-be95-836c26198a5f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group_rule (1bf9feb2-5a28-45b9-8288-ff7775ce210c), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.776369 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c714ce2-e733-4182-be95-836c26198a5f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (1bf9feb2-5a28-45b9-8288-ff7775ce210c), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.802077 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c714ce2-e733-4182-be95-836c26198a5f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf9feb2-5a28-45b9-8288-ff7775ce210c,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:50.805650 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07215d7b-bd5e-4ede-a553-37062521a8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (e227b424-a3fa-48d6-8c77-ce7be32cc314), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.834113 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c714ce2-e733-4182-be95-836c26198a5f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.835331 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-0c714ce2-e733-4182-be95-836c26198a5f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2955289 Jan 17 09:34:50.836291 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07215d7b-bd5e-4ede-a553-37062521a8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e227b424-a3fa-48d6-8c77-ce7be32cc314,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:50.838191 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39784) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:50.844068 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0fc66727-c470-423f-ac79-ad360790c856 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Request body: {'security_group_rule': {'security_group_id': '1e074c62-3893-4072-8a9d-8dea478c0f02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:50.881621 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0fc66727-c470-423f-ac79-ad360790c856 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group_rule (73ece249-4a67-4a57-b5c6-9bdf13e5f094), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.921985 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device a48cd684-6cc7-4f49-a193-b31bc03c3cd4 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:34:50.942999 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0fc66727-c470-423f-ac79-ad360790c856 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group_rule (73ece249-4a67-4a57-b5c6-9bdf13e5f094), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.944465 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: a48cd684-6cc7-4f49-a193-b31bc03c3cd4 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:34:50.944866 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device a48cd684-6cc7-4f49-a193-b31bc03c3cd4 not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:34:50.945372 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device da914355-e66b-4743-b38e-e245a698ca6e no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:34:50.949204 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0fc66727-c470-423f-ac79-ad360790c856 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (73ece249-4a67-4a57-b5c6-9bdf13e5f094), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.968929 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc66727-c470-423f-ac79-ad360790c856 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ece249-4a67-4a57-b5c6-9bdf13e5f094,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:50.969167 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: da914355-e66b-4743-b38e-e245a698ca6e {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:34:50.969444 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device da914355-e66b-4743-b38e-e245a698ca6e not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:34:50.977401 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0fc66727-c470-423f-ac79-ad360790c856 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:50.978676 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-0fc66727-c470-423f-ac79-ad360790c856 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391218 Jan 17 09:34:50.981723 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39786) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:50.986731 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Request body: {'floatingip': {'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:51.010669 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.021359 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07215d7b-bd5e-4ede-a553-37062521a8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630940'] for router_interface (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.118993 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.257253 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Allocated IP 172.27.2.240 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/5ef0e496-56cb-461a-9faf-d96637877b39) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:34:51.284644 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07215d7b-bd5e-4ede-a553-37062521a8c6 admin admin] Router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:34:51.387892 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for port (5ef0e496-56cb-461a-9faf-d96637877b39), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.426049 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07215d7b-bd5e-4ede-a553-37062521a8c6 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:34:51.429306 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (5ef0e496-56cb-461a-9faf-d96637877b39), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.439371 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-07215d7b-bd5e-4ede-a553-37062521a8c6 admin admin] 10.222.0.77 "PUT /v2.0/routers/a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7057979 Jan 17 09:34:51.439816 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a428bf-1eff-4bb4-be2d-1af69c7a1bab None None] Sync routers for ids ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:34:51.440470 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39788) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:51.455563 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a428bf-1eff-4bb4-be2d-1af69c7a1bab None None] Routers {'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:34:51.456222 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44a428bf-1eff-4bb4-be2d-1af69c7a1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:51.485863 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:34:51.487526 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event updated for resources: {'Port': ['ID=5ef0e496-56cb-461a-9faf-d96637877b39,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:51.490305 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:34:51.492504 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:34:51.585250 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] Publish callbacks [] for router (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.596129 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-44a428bf-1eff-4bb4-be2d-1af69c7a1bab None None] Set router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:34:51.608539 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for floatingip (96516bb4-6ca7-4283-ae88-ad6a5568177b), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.655919 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5ef0e496-56cb-461a-9faf-d96637877b39), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.698471 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] Publish callbacks [] for router_gateway (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.756039 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] Deleting port c39292cf-b3a4-492c-b382-f62d2d9f3a12 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:34:51.756510 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (c39292cf-b3a4-492c-b382-f62d2d9f3a12), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.813305 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44a428bf-1eff-4bb4-be2d-1af69c7a1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:29Z', 'updated_at': '2022-01-17T09:34:50Z', 'revision_number': 5, 'project_id': 'e32b843e30784d99889f77423af053ff', 'gw_port': {'id': 'c39292cf-b3a4-492c-b382-f62d2d9f3a12', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:31Z', 'updated_at': '2022-01-17T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:51.828018 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for port (5ef0e496-56cb-461a-9faf-d96637877b39), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.833665 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (5ef0e496-56cb-461a-9faf-d96637877b39), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.840399 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a428bf-1eff-4bb4-be2d-1af69c7a1bab None None] Checking router: a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:34:51.846110 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] For port c39292cf-b3a4-492c-b382-f62d2d9f3a12, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=c39292cf-b3a4-492c-b382-f62d2d9f3a12,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:51.846938 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (c39292cf-b3a4-492c-b382-f62d2d9f3a12), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.850215 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a428bf-1eff-4bb4-be2d-1af69c7a1bab None None] Routers {'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:34:51.850374 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44a428bf-1eff-4bb4-be2d-1af69c7a1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:51.869354 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] Calling delete_port for c39292cf-b3a4-492c-b382-f62d2d9f3a12 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:34:51.912316 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event updated for resources: {'Port': ['ID=5ef0e496-56cb-461a-9faf-d96637877b39,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:51.921967 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (96516bb4-6ca7-4283-ae88-ad6a5568177b), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.945580 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-44a428bf-1eff-4bb4-be2d-1af69c7a1bab None None] Set router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:34:51.946158 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:51.947611 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-4dd043ee-708d-4138-9760-e94d7a152bb3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9639728 Jan 17 09:34:52.004521 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-44a428bf-1eff-4bb4-be2d-1af69c7a1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:29Z', 'updated_at': '2022-01-17T09:34:51Z', 'revision_number': 6, 'project_id': 'e32b843e30784d99889f77423af053ff', 'gw_port_host': None}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:52.040501 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a428bf-1eff-4bb4-be2d-1af69c7a1bab None None] The sync data for ids ['a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8'] in dv-cinder-815582-7-iscsi is: [{'id': 'a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8', 'name': 'tempest-TestMinimumBasicScenario-1637907554-router', 'tenant_id': 'e32b843e30784d99889f77423af053ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:29Z', 'updated_at': '2022-01-17T09:34:51Z', 'revision_number': 6, 'project_id': 'e32b843e30784d99889f77423af053ff', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:34:52.087990 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (c39292cf-b3a4-492c-b382-f62d2d9f3a12), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:52.116212 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c39292cf-b3a4-492c-b382-f62d2d9f3a12,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:52.206752 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631414'] for router_gateway (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:52.213630 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-f4b7c04d-fd91-443c-b8cc-ba2483cf32ee tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1139369876&fields=id&tenant_id=8d4b53680e0443b88340aca1b54694d3 HTTP/1.1" status: 200 len: 267 time: 0.0777278 Jan 17 09:34:52.341359 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:52.345174 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] Publish callbacks [] for router_controller (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:52.400324 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634602'] for router (a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:52.400873 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:34:52.413371 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:52.416960 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-b61e81a4-498c-491d-9013-b370e58d51ff admin admin] 10.222.0.77 "DELETE /v2.0/routers/a7d2bcf1-baa4-4a78-a741-b04e7d7c50a8 HTTP/1.1" status: 204 len: 168 time: 0.9731815 Jan 17 09:34:52.417424 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39804) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:52.438460 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-6f335d30-19eb-4c25-8f5a-d9277ebb6a01 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:52.440212 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-6f335d30-19eb-4c25-8f5a-d9277ebb6a01 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/networks?id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf HTTP/1.1" status: 200 len: 811 time: 0.2037082 Jan 17 09:34:52.458461 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-96acd02f-5dde-4738-b5ae-a7c55072bb73 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/quotas/8d4b53680e0443b88340aca1b54694d3 HTTP/1.1" status: 200 len: 375 time: 0.0101087 Jan 17 09:34:52.464471 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-740d2e19-1ba1-40a2-9790-c61e34dd56a7 admin admin] Deleting subnet 678c2614-400a-4c4a-beb5-43576e7a1153 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:34:52.468979 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-740d2e19-1ba1-40a2-9790-c61e34dd56a7 admin admin] Publish callbacks [] for subnet (678c2614-400a-4c4a-beb5-43576e7a1153), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:52.513871 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-740d2e19-1ba1-40a2-9790-c61e34dd56a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406618'] for subnet (678c2614-400a-4c4a-beb5-43576e7a1153), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:52.519311 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-3b422e63-fe42-4435-9982-c1aca8cdcefc tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d4b53680e0443b88340aca1b54694d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529122 Jan 17 09:34:52.613804 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-a186c9cf-2987-4f69-86f8-e1e39b368a1e service neutron] 10.222.0.77 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821810 Jan 17 09:34:52.626318 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-740d2e19-1ba1-40a2-9790-c61e34dd56a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (678c2614-400a-4c4a-beb5-43576e7a1153), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:52.678509 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-740d2e19-1ba1-40a2-9790-c61e34dd56a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9093843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971458'] for subnet (678c2614-400a-4c4a-beb5-43576e7a1153), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:52.704006 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d2e19-1ba1-40a2-9790-c61e34dd56a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678c2614-400a-4c4a-beb5-43576e7a1153,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:52.709079 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-740d2e19-1ba1-40a2-9790-c61e34dd56a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:52.712664 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-740d2e19-1ba1-40a2-9790-c61e34dd56a7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/678c2614-400a-4c4a-beb5-43576e7a1153 HTTP/1.1" status: 204 len: 168 time: 0.2940977 Jan 17 09:34:52.715392 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-ca2093b1-7b8b-4f2b-9b03-7e771d7c118b service neutron] 10.222.0.77 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939605 Jan 17 09:34:52.715657 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39806) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:52.721100 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86512b5b-40f0-4885-a5bb-9bc1d8e799d0 None None] Network 4ca40599-ab90-4780-a383-29ac79e39457 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:34:52.796189 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (4ca40599-ab90-4780-a383-29ac79e39457), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:52.887823 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] Deleting port f81d65df-2e05-4b4a-9e21-deb2624159aa {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:34:52.888990 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (f81d65df-2e05-4b4a-9e21-deb2624159aa), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:52.901126 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b98fcf8-2576-4ce9-b865-7945d949c8ab None None] DHCP port deletion for 4ca40599-ab90-4780-a383-29ac79e39457 request from dv-cinder-815582-7-iscsi {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:34:52.955237 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6b98fcf8-2576-4ce9-b865-7945d949c8ab None None] Deleting port f81d65df-2e05-4b4a-9e21-deb2624159aa {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:34:52.956394 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6b98fcf8-2576-4ce9-b865-7945d949c8ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (f81d65df-2e05-4b4a-9e21-deb2624159aa), before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:52.960860 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-136d2420-6178-42c0-ac94-e8d2052e436e req-d4e44527-7f24-4995-93a7-6b0284cac7ff tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 210 time: 0.0696909 Jan 17 09:34:53.022617 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] For port f81d65df-2e05-4b4a-9e21-deb2624159aa, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=f81d65df-2e05-4b4a-9e21-deb2624159aa,segment=NetworkSegment(613a2dcd-db9a-44e0-b13d-733d2defda81),segment_id=613a2dcd-db9a-44e0-b13d-733d2defda81)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:53.023025 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (f81d65df-2e05-4b4a-9e21-deb2624159aa), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:53.040015 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] Calling delete_port for f81d65df-2e05-4b4a-9e21-deb2624159aa owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:34:53.054113 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6b98fcf8-2576-4ce9-b865-7945d949c8ab None None] For port f81d65df-2e05-4b4a-9e21-deb2624159aa, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=f81d65df-2e05-4b4a-9e21-deb2624159aa,segment=NetworkSegment(613a2dcd-db9a-44e0-b13d-733d2defda81),segment_id=613a2dcd-db9a-44e0-b13d-733d2defda81)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:53.054744 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6b98fcf8-2576-4ce9-b865-7945d949c8ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (f81d65df-2e05-4b4a-9e21-deb2624159aa), precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:53.075578 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6b98fcf8-2576-4ce9-b865-7945d949c8ab None None] Calling delete_port for f81d65df-2e05-4b4a-9e21-deb2624159aa owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:34:53.138534 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device f81d65df-2e05-4b4a-9e21-deb2624159aa no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:34:53.154316 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (f81d65df-2e05-4b4a-9e21-deb2624159aa), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:53.189610 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] Pushing event deleted for resources: {'Port': ['ID=f81d65df-2e05-4b4a-9e21-deb2624159aa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:53.192406 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] No DVR routers for this DVR port f81d65df-2e05-4b4a-9e21-deb2624159aa on host dv-cinder-815582-7-iscsi {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:34:53.227631 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No active binding found for port f81d65df-2e05-4b4a-9e21-deb2624159aa {{(pid=102557) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 17 09:34:53.228315 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] The host dv-cinder-815582-7-iscsi is not matching for port f81d65df-2e05-4b4a-9e21-deb2624159aa host None! {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 17 09:34:53.228563 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device f81d65df-2e05-4b4a-9e21-deb2624159aa not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:34:53.229003 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device c39292cf-b3a4-492c-b382-f62d2d9f3a12 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:34:53.255661 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: c39292cf-b3a4-492c-b382-f62d2d9f3a12 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:34:53.256233 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device c39292cf-b3a4-492c-b382-f62d2d9f3a12 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:34:53.256615 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device e227b424-a3fa-48d6-8c77-ce7be32cc314 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:34:53.278004 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (4ca40599-ab90-4780-a383-29ac79e39457), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:53.279303 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: e227b424-a3fa-48d6-8c77-ce7be32cc314 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:34:53.279670 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device e227b424-a3fa-48d6-8c77-ce7be32cc314 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:34:53.300976 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca40599-ab90-4780-a383-29ac79e39457']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:53.311133 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613a2dcd-db9a-44e0-b13d-733d2defda81') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:53.311424 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613a2dcd-db9a-44e0-b13d-733d2defda81') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:53.328548 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8405161'] for segment (613a2dcd-db9a-44e0-b13d-733d2defda81), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:53.331688 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6b98fcf8-2576-4ce9-b865-7945d949c8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438'] for port (f81d65df-2e05-4b4a-9e21-deb2624159aa), after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:53.343806 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (613a2dcd-db9a-44e0-b13d-733d2defda81), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:53.349960 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:34:53.350352 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9093821'] for segment (613a2dcd-db9a-44e0-b13d-733d2defda81), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: Traceback (most recent call last): Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: timer() Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: cb(*args, **kw) Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: return func(*args, **kwargs) Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: self._notify() Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: self.callback(batched_events) Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: event.method(event) Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: return f(self, *a, **k) Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: return self._get(url).json() Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: return self.request(url, 'GET', **kwargs) Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:34:53.352297 dv-cinder-815582-7-iscsi neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:34:53.360615 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98fcf8-2576-4ce9-b865-7945d949c8ab None None] Pushing event deleted for resources: {'Port': ['ID=f81d65df-2e05-4b4a-9e21-deb2624159aa,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:53.364633 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b98fcf8-2576-4ce9-b865-7945d949c8ab None None] No DVR routers for this DVR port f81d65df-2e05-4b4a-9e21-deb2624159aa on host dv-cinder-815582-7-iscsi {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:34:53.415832 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (4ca40599-ab90-4780-a383-29ac79e39457), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:53.421451 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:53.425101 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] 10.222.0.77 "DELETE /v2.0/networks/4ca40599-ab90-4780-a383-29ac79e39457 HTTP/1.1" status: 204 len: 168 time: 0.7084322 Jan 17 09:34:53.428202 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39820) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:53.437397 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d3e40-62be-4624-84ef-3abff8a5078f admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca40599-ab90-4780-a383-29ac79e39457,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:54.007088 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-0b5a5ed2-d2e1-4061-a68b-1e68dc2676db tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:54.008537 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-0b5a5ed2-d2e1-4061-a68b-1e68dc2676db tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.31 "GET /v2.0/networks?id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf HTTP/1.1" status: 200 len: 811 time: 0.1451683 Jan 17 09:34:54.069091 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8f0db7b2-889d-46ea-8961-07af82f21582 req-0c18f81c-80e4-4bc4-b6ac-e0def5ba2bb2 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 210 time: 0.0296731 Jan 17 09:34:54.096394 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-8c5d2f0f-7c0a-4dec-aeb9-aaaf9be309fa tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d4b53680e0443b88340aca1b54694d3 HTTP/1.1" status: 200 len: 380 time: 0.0685728 Jan 17 09:34:54.110216 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-ebaf0214-acf7-45f6-bb9e-0aafa6dcbf48 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Request body: {'port': {'device_id': 'e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'admin_state_up': True, 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'security_groups': ['1e074c62-3893-4072-8a9d-8dea478c0f02']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:54.238190 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4c53fb0-f1c9-446c-be12-147f9aca17a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631052'] for router_interface (95739889-e281-4499-b87d-fbea0f4b69f4), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:54.326506 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-ebaf0214-acf7-45f6-bb9e-0aafa6dcbf48 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Made reservation on behalf of 8d4b53680e0443b88340aca1b54694d3 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:34:54.330124 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-ebaf0214-acf7-45f6-bb9e-0aafa6dcbf48 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:54.526956 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-ebaf0214-acf7-45f6-bb9e-0aafa6dcbf48 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Allocated IP 172.20.0.6 (f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf/7862a30a-3de9-4df3-9ab7-bbfbb516200f/a0f8aa77-ebef-4186-ab24-729bc35dc761) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:34:54.699433 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c4c53fb0-f1c9-446c-be12-147f9aca17a6 admin admin] Deleting port 8ef85823-3080-43cf-847a-18d6a6ec94b3 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:34:54.699775 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4c53fb0-f1c9-446c-be12-147f9aca17a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:54.748743 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-ebaf0214-acf7-45f6-bb9e-0aafa6dcbf48 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:54.806640 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c4c53fb0-f1c9-446c-be12-147f9aca17a6 admin admin] For port 8ef85823-3080-43cf-847a-18d6a6ec94b3, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=8ef85823-3080-43cf-847a-18d6a6ec94b3,segment=NetworkSegment(b091ecd9-57a8-4471-9459-eeb79c43e8d0),segment_id=b091ecd9-57a8-4471-9459-eeb79c43e8d0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:54.806998 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4c53fb0-f1c9-446c-be12-147f9aca17a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:54.820669 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c4c53fb0-f1c9-446c-be12-147f9aca17a6 admin admin] Calling delete_port for 8ef85823-3080-43cf-847a-18d6a6ec94b3 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:34:54.822713 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-ebaf0214-acf7-45f6-bb9e-0aafa6dcbf48 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:54.908096 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-ebaf0214-acf7-45f6-bb9e-0aafa6dcbf48 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:34:54.914181 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf0214-acf7-45f6-bb9e-0aafa6dcbf48 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event updated for resources: {'Port': ['ID=a0f8aa77-ebef-4186-ab24-729bc35dc761,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:54.916598 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-ebaf0214-acf7-45f6-bb9e-0aafa6dcbf48 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:34:54.920521 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-ebaf0214-acf7-45f6-bb9e-0aafa6dcbf48 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:34:54.985396 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-ebaf0214-acf7-45f6-bb9e-0aafa6dcbf48 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:54.986037 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-ebaf0214-acf7-45f6-bb9e-0aafa6dcbf48 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:55.045371 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-ebaf0214-acf7-45f6-bb9e-0aafa6dcbf48 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9399920 Jan 17 09:34:55.057688 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Request body: {'port': {'device_id': 'e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:55.144003 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:55.179091 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b012edc0-4b81-4aba-a3ee-a79aad844814 None None] Provisioning complete for port a0f8aa77-ebef-4186-ab24-729bc35dc761 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:34:55.179717 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b012edc0-4b81-4aba-a3ee-a79aad844814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:55.189301 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd4e95-1ac2-4f59-857b-dce4e8d01571 req-7254d785-9318-4898-a42e-5e9b4a15399c tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:55.196975 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-97dd4e95-1ac2-4f59-857b-dce4e8d01571 req-7254d785-9318-4898-a42e-5e9b4a15399c tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 931 time: 0.0590568 Jan 17 09:34:55.197311 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4c53fb0-f1c9-446c-be12-147f9aca17a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (8ef85823-3080-43cf-847a-18d6a6ec94b3), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:55.228369 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c53fb0-f1c9-446c-be12-147f9aca17a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef85823-3080-43cf-847a-18d6a6ec94b3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:55.266041 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-97dd4e95-1ac2-4f59-857b-dce4e8d01571 req-1299017c-10a0-461d-bad0-4e97f3173704 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e074c62-3893-4072-8a9d-8dea478c0f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678344 Jan 17 09:34:55.364065 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b012edc0-4b81-4aba-a3ee-a79aad844814 None None] Port a0f8aa77-ebef-4186-ab24-729bc35dc761 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:34:55.534308 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4c53fb0-f1c9-446c-be12-147f9aca17a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630940'] for router_interface (95739889-e281-4499-b87d-fbea0f4b69f4), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:55.622139 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f8aa77-ebef-4186-ab24-729bc35dc761 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:34:55.632492 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Publish callbacks [] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:55.678940 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Transition to ACTIVE for port object a0f8aa77-ebef-4186-ab24-729bc35dc761 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:34:55.685798 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:55.773464 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Pushing event updated for resources: {'Port': ['ID=a0f8aa77-ebef-4186-ab24-729bc35dc761,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:55.893358 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Attempting to bind port a0f8aa77-ebef-4186-ab24-729bc35dc761 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:34:55.893709 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Attempting to bind port a0f8aa77-ebef-4186-ab24-729bc35dc761 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:34:55.894034 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Attempting to bind port a0f8aa77-ebef-4186-ab24-729bc35dc761 on network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:34:55.900567 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Port a0f8aa77-ebef-4186-ab24-729bc35dc761 on network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:34:55.900887 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Attempting to bind port a0f8aa77-ebef-4186-ab24-729bc35dc761 on network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:34:55.908426 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c53fb0-f1c9-446c-be12-147f9aca17a6 admin admin] Router 95739889-e281-4499-b87d-fbea0f4b69f4 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:34:55.909616 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:34:55.909947 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Checking segment: {'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:34:55.910327 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Bound using segment: {'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:34:55.910757 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Bound port: a0f8aa77-ebef-4186-ab24-729bc35dc761, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222f43bf-2218-40f2-8819-b6b7ce17612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:34:55.911109 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:56.047521 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] For port a0f8aa77-ebef-4186-ab24-729bc35dc761, host hv-cinder-81558, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:34:56.062731 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] For port a0f8aa77-ebef-4186-ab24-729bc35dc761, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a0f8aa77-ebef-4186-ab24-729bc35dc761,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:34:56.068938 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:56.098435 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c53fb0-f1c9-446c-be12-147f9aca17a6 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:34:56.107806 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a13061-15e0-496f-bfa9-5e40f4066648 None None] Sync routers for ids ['95739889-e281-4499-b87d-fbea0f4b69f4'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:34:56.111482 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-c4c53fb0-f1c9-446c-be12-147f9aca17a6 admin admin] 10.222.0.77 "PUT /v2.0/routers/95739889-e281-4499-b87d-fbea0f4b69f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6799982 Jan 17 09:34:56.111901 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39836) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:56.117929 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:56.118154 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a13061-15e0-496f-bfa9-5e40f4066648 None None] Routers {'95739889-e281-4499-b87d-fbea0f4b69f4'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:34:56.118628 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:56.118752 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-39a13061-15e0-496f-bfa9-5e40f4066648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['95739889-e281-4499-b87d-fbea0f4b69f4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:56.121246 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] 10.222.0.31 "PUT /v2.0/ports/a0f8aa77-ebef-4186-ab24-729bc35dc761 HTTP/1.1" status: 200 len: 1093 time: 1.0692666 Jan 17 09:34:56.121714 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9', 'tag': 'a0f8aa77-ebef-4186-ab24-729bc35dc761'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:34:56.123998 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57338ab2-0dd3-43f2-a9bb-fe8c560b100a" -d '{"events": [{"name": "network-changed", "server_uuid": "e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9", "tag": "a0f8aa77-ebef-4186-ab24-729bc35dc761"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:34:56.152014 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6c408-28a5-47d6-afec-fabfa491bc1e service neutron] Pushing event updated for resources: {'Port': ['ID=a0f8aa77-ebef-4186-ab24-729bc35dc761,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:56.209792 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab3f87f-e9ca-463e-801b-56ccccdfd7d8 x-openstack-request-id: req-fab3f87f-e9ca-463e-801b-56ccccdfd7d8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:34:56.210230 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9", "tag": "a0f8aa77-ebef-4186-ab24-729bc35dc761", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:34:56.210391 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fab3f87f-e9ca-463e-801b-56ccccdfd7d8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:34:56.210734 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9', 'tag': 'a0f8aa77-ebef-4186-ab24-729bc35dc761', 'status': 'completed', 'code': 200} Jan 17 09:34:56.225270 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-26d72608-e62a-4a23-b10c-5c94ff93ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:56.226862 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-26d72608-e62a-4a23-b10c-5c94ff93ef75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d4b53680e0443b88340aca1b54694d3&device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0617554 Jan 17 09:34:56.233905 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-39a13061-15e0-496f-bfa9-5e40f4066648 None None] Set router 95739889-e281-4499-b87d-fbea0f4b69f4 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:34:56.265242 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] Publish callbacks [] for router (95739889-e281-4499-b87d-fbea0f4b69f4), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:56.276647 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-73ad3327-4997-4739-8794-f9691787248f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f8aa77-ebef-4186-ab24-729bc35dc761 HTTP/1.1" status: 200 len: 217 time: 0.0412955 Jan 17 09:34:56.351552 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-8fc0fb8d-4210-4734-82ee-f49d921e0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:56.353158 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-8fc0fb8d-4210-4734-82ee-f49d921e0864 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7862a30a-3de9-4df3-9ab7-bbfbb516200f HTTP/1.1" status: 200 len: 850 time: 0.0710230 Jan 17 09:34:56.419707 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] Publish callbacks [] for router_gateway (95739889-e281-4499-b87d-fbea0f4b69f4), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:56.439097 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-52614ef2-fae9-4d36-a872-3242f5650d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:56.440647 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-52614ef2-fae9-4d36-a872-3242f5650d1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802412 Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.452953 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.455222 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.455222 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.455222 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.455222 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.455222 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.455222 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.455222 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.455222 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.455222 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.455222 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.455222 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:34:56.455222 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:34:56.455222 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09db3d0-84d5-440e-8de3-d364f1838654 req-9eb002f8-030f-4a49-bea8-530ab08862e3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:56.456664 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d09db3d0-84d5-440e-8de3-d364f1838654 req-9eb002f8-030f-4a49-bea8-530ab08862e3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 943 time: 0.0665638 Jan 17 09:34:56.483959 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] Deleting port ae337632-0934-47f7-96a8-5cebb9e08bcf {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:34:56.484301 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (ae337632-0934-47f7-96a8-5cebb9e08bcf), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:56.492615 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-39a13061-15e0-496f-bfa9-5e40f4066648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'name': 'tempest-TestMinimumBasicScenario-609627751-router', 'tenant_id': '2483e26db64b434baa02c65fd8a7ec95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'ae337632-0934-47f7-96a8-5cebb9e08bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:34:55Z', 'revision_number': 5, 'project_id': '2483e26db64b434baa02c65fd8a7ec95', 'gw_port': {'id': 'ae337632-0934-47f7-96a8-5cebb9e08bcf', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:56.519239 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a13061-15e0-496f-bfa9-5e40f4066648 None None] Checking router: 95739889-e281-4499-b87d-fbea0f4b69f4 for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:34:56.530246 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a13061-15e0-496f-bfa9-5e40f4066648 None None] Routers {'95739889-e281-4499-b87d-fbea0f4b69f4'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:34:56.532023 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-39a13061-15e0-496f-bfa9-5e40f4066648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['95739889-e281-4499-b87d-fbea0f4b69f4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:56.566380 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] For port ae337632-0934-47f7-96a8-5cebb9e08bcf, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=ae337632-0934-47f7-96a8-5cebb9e08bcf,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:56.566753 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (ae337632-0934-47f7-96a8-5cebb9e08bcf), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:56.568057 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d09db3d0-84d5-440e-8de3-d364f1838654 req-2bd1a5fb-2a0b-4c6a-8b95-399ffa4b69c5 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e074c62-3893-4072-8a9d-8dea478c0f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998650 Jan 17 09:34:56.582284 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] Calling delete_port for ae337632-0934-47f7-96a8-5cebb9e08bcf owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:34:56.585222 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-972b6b8d-16b7-466d-9f51-4d69c53c6fc7 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253374 Jan 17 09:34:56.628386 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-39a13061-15e0-496f-bfa9-5e40f4066648 None None] Set router 95739889-e281-4499-b87d-fbea0f4b69f4 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:34:56.681241 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-39a13061-15e0-496f-bfa9-5e40f4066648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'name': 'tempest-TestMinimumBasicScenario-609627751-router', 'tenant_id': '2483e26db64b434baa02c65fd8a7ec95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:34:56Z', 'revision_number': 6, 'project_id': '2483e26db64b434baa02c65fd8a7ec95', 'gw_port_host': None}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:56.682023 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2727dde9-bea4-4bec-9fc9-13db2984e7aa req-a9597918-976b-480c-8d8d-4499bb87c4c4 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888488 Jan 17 09:34:56.712556 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a13061-15e0-496f-bfa9-5e40f4066648 None None] The sync data for ids ['95739889-e281-4499-b87d-fbea0f4b69f4'] in dv-cinder-815582-7-iscsi is: [{'id': '95739889-e281-4499-b87d-fbea0f4b69f4', 'name': 'tempest-TestMinimumBasicScenario-609627751-router', 'tenant_id': '2483e26db64b434baa02c65fd8a7ec95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:31:38Z', 'updated_at': '2022-01-17T09:34:56Z', 'revision_number': 6, 'project_id': '2483e26db64b434baa02c65fd8a7ec95', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:34:56.770693 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57338ab2-0dd3-43f2-a9bb-fe8c560b100a req-9d30e8a9-e0ac-4e19-85d0-f7a6ca43b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:56.772302 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-57338ab2-0dd3-43f2-a9bb-fe8c560b100a req-9d30e8a9-e0ac-4e19-85d0-f7a6ca43b32e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d4b53680e0443b88340aca1b54694d3&device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0429800 Jan 17 09:34:56.865331 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57338ab2-0dd3-43f2-a9bb-fe8c560b100a req-6d08950f-5505-4770-8ab5-94e41064e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:56.866710 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-57338ab2-0dd3-43f2-a9bb-fe8c560b100a req-6d08950f-5505-4770-8ab5-94e41064e106 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf HTTP/1.1" status: 200 len: 912 time: 0.0866015 Jan 17 09:34:56.906750 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-57338ab2-0dd3-43f2-a9bb-fe8c560b100a req-6372f4b6-aaf6-495b-af2f-7fb3bab70816 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f8aa77-ebef-4186-ab24-729bc35dc761 HTTP/1.1" status: 200 len: 217 time: 0.0336695 Jan 17 09:34:56.958675 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (ae337632-0934-47f7-96a8-5cebb9e08bcf), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:56.959314 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57338ab2-0dd3-43f2-a9bb-fe8c560b100a req-16cd9594-ea2b-4ee2-a5e3-8d17f5f31f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:56.960900 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-57338ab2-0dd3-43f2-a9bb-fe8c560b100a req-16cd9594-ea2b-4ee2-a5e3-8d17f5f31f85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7862a30a-3de9-4df3-9ab7-bbfbb516200f HTTP/1.1" status: 200 len: 850 time: 0.0485504 Jan 17 09:34:56.983139 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae337632-0934-47f7-96a8-5cebb9e08bcf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:57.043498 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631414'] for router_gateway (95739889-e281-4499-b87d-fbea0f4b69f4), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.159123 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router (95739889-e281-4499-b87d-fbea0f4b69f4), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.161495 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] Publish callbacks [] for router_controller (95739889-e281-4499-b87d-fbea0f4b69f4), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.232772 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634602'] for router (95739889-e281-4499-b87d-fbea0f4b69f4), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.233340 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95739889-e281-4499-b87d-fbea0f4b69f4 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:34:57.238401 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.242022 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-81cfd973-e846-4926-aafb-35cc96a94af3 admin admin] 10.222.0.77 "DELETE /v2.0/routers/95739889-e281-4499-b87d-fbea0f4b69f4 HTTP/1.1" status: 204 len: 168 time: 1.1268280 Jan 17 09:34:57.242255 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39844) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:57.290262 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fac475-689d-40a6-8747-e9a75128f001 admin admin] Deleting subnet 105eabb0-7f88-4441-94a2-00383afab0c6 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:34:57.293039 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57338ab2-0dd3-43f2-a9bb-fe8c560b100a req-9eb66d70-1594-4112-b792-d24b60aa9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:57.293459 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92fac475-689d-40a6-8747-e9a75128f001 admin admin] Publish callbacks [] for subnet (105eabb0-7f88-4441-94a2-00383afab0c6), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.295154 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-57338ab2-0dd3-43f2-a9bb-fe8c560b100a req-9eb66d70-1594-4112-b792-d24b60aa9126 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3239689 Jan 17 09:34:57.328103 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92fac475-689d-40a6-8747-e9a75128f001 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406618'] for subnet (105eabb0-7f88-4441-94a2-00383afab0c6), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.382991 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-57338ab2-0dd3-43f2-a9bb-fe8c560b100a req-e92458a8-b8d7-4e6d-8b58-283e57af6e80 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814493 Jan 17 09:34:57.403459 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92fac475-689d-40a6-8747-e9a75128f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (105eabb0-7f88-4441-94a2-00383afab0c6), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.456892 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92fac475-689d-40a6-8747-e9a75128f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9093843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971458'] for subnet (105eabb0-7f88-4441-94a2-00383afab0c6), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.475172 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-57338ab2-0dd3-43f2-a9bb-fe8c560b100a req-6f8a8d7d-9d6e-4b35-884a-cd0ffafa6d10 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841105 Jan 17 09:34:57.485794 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92fac475-689d-40a6-8747-e9a75128f001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.489063 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-92fac475-689d-40a6-8747-e9a75128f001 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/105eabb0-7f88-4441-94a2-00383afab0c6 HTTP/1.1" status: 204 len: 168 time: 0.2458460 Jan 17 09:34:57.490063 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fac475-689d-40a6-8747-e9a75128f001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=105eabb0-7f88-4441-94a2-00383afab0c6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:57.492256 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39848) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:57.497055 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8561db39-dc0c-43eb-8f44-f3d151660e0e None None] Network d2fbd889-0fb9-4da0-9419-0ecb51c48c42 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:34:57.542240 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 8ef85823-3080-43cf-847a-18d6a6ec94b3 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:34:57.565855 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (d2fbd889-0fb9-4da0-9419-0ecb51c48c42), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.569853 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: 8ef85823-3080-43cf-847a-18d6a6ec94b3 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:34:57.570208 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 8ef85823-3080-43cf-847a-18d6a6ec94b3 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:34:57.624983 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] Deleting port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:34:57.625915 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.686602 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb1eca0-1561-4057-81ab-2a5ed81c790a None None] DHCP port deletion for d2fbd889-0fb9-4da0-9419-0ecb51c48c42 request from dv-cinder-815582-7-iscsi {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:34:57.701444 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20f144-1028-4ac5-bbf4-9e5ea0b5676b req-530fb7de-6f93-473a-80aa-04aaa8d8e542 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:57.705951 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9a20f144-1028-4ac5-bbf4-9e5ea0b5676b req-530fb7de-6f93-473a-80aa-04aaa8d8e542 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 943 time: 0.0621278 Jan 17 09:34:57.707986 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] For port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7,segment=NetworkSegment(b091ecd9-57a8-4471-9459-eeb79c43e8d0),segment_id=b091ecd9-57a8-4471-9459-eeb79c43e8d0)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:57.708353 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.722609 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] Calling delete_port for d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:34:57.739112 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-adb1eca0-1561-4057-81ab-2a5ed81c790a None None] Deleting port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:34:57.739589 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-adb1eca0-1561-4057-81ab-2a5ed81c790a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.752518 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9a20f144-1028-4ac5-bbf4-9e5ea0b5676b req-23b5b43f-60a7-4be6-a3eb-fad8fcd0421a tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e074c62-3893-4072-8a9d-8dea478c0f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431900 Jan 17 09:34:57.809099 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.814287 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-adb1eca0-1561-4057-81ab-2a5ed81c790a None None] For port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7,segment=NetworkSegment(b091ecd9-57a8-4471-9459-eeb79c43e8d0),segment_id=b091ecd9-57a8-4471-9459-eeb79c43e8d0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:57.814697 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-adb1eca0-1561-4057-81ab-2a5ed81c790a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.827935 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-adb1eca0-1561-4057-81ab-2a5ed81c790a None None] Calling delete_port for d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:34:57.838987 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:57.842913 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] No DVR routers for this DVR port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 on host dv-cinder-815582-7-iscsi {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:34:57.909774 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-adb1eca0-1561-4057-81ab-2a5ed81c790a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438'] for port (d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7), after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.911998 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (d2fbd889-0fb9-4da0-9419-0ecb51c48c42), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.932963 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fbd889-0fb9-4da0-9419-0ecb51c48c42']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:57.938274 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1eca0-1561-4057-81ab-2a5ed81c790a None None] Pushing event deleted for resources: {'Port': ['ID=d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:57.942211 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b091ecd9-57a8-4471-9459-eeb79c43e8d0') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:57.942510 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b091ecd9-57a8-4471-9459-eeb79c43e8d0') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:34:57.942644 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb1eca0-1561-4057-81ab-2a5ed81c790a None None] No DVR routers for this DVR port d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 on host dv-cinder-815582-7-iscsi {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:34:57.954635 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8405161'] for segment (b091ecd9-57a8-4471-9459-eeb79c43e8d0), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.968268 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (b091ecd9-57a8-4471-9459-eeb79c43e8d0), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.973957 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:34:57.974336 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9093821'] for segment (b091ecd9-57a8-4471-9459-eeb79c43e8d0), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: Traceback (most recent call last): Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: timer() Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: cb(*args, **kw) Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: return func(*args, **kwargs) Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: self._notify() Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: self.callback(batched_events) Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: event.method(event) Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: return f(self, *a, **k) Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: return self._get(url).json() Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: return self.request(url, 'GET', **kwargs) Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:34:57.975961 dv-cinder-815582-7-iscsi neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:34:58.030945 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (d2fbd889-0fb9-4da0-9419-0ecb51c48c42), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:58.035926 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:58.039014 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d2fbd889-0fb9-4da0-9419-0ecb51c48c42 HTTP/1.1" status: 204 len: 168 time: 0.5456562 Jan 17 09:34:58.050072 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17754179-db12-4e5d-88b2-bd8de4652bd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2fbd889-0fb9-4da0-9419-0ecb51c48c42,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:58.197459 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39854) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:58.236328 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-78d18c7f-2326-460a-85dc-4c4f5aef7c70 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e32b843e30784d99889f77423af053ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376129 Jan 17 09:34:58.238524 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39856) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:58.283746 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6af98f-f2e8-4f65-b5e2-a50ff3b2c6b6 admin admin] Publish callbacks [] for security_group (ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:58.303667 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6af98f-f2e8-4f65-b5e2-a50ff3b2c6b6 admin admin] Publish callbacks [] for security_group (ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:58.348206 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6af98f-f2e8-4f65-b5e2-a50ff3b2c6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:58.350810 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff6af98f-f2e8-4f65-b5e2-a50ff3b2c6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:58.352006 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-ff6af98f-f2e8-4f65-b5e2-a50ff3b2c6b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3 HTTP/1.1" status: 204 len: 168 time: 0.1125686 Jan 17 09:34:58.359389 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6af98f-f2e8-4f65-b5e2-a50ff3b2c6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6cf4bf-5979-4f9c-a6f4-f51f06b630d3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:58.657654 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39864) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:58.701781 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-56a56b11-196c-4dc9-b8a8-324832c0a6c8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2483e26db64b434baa02c65fd8a7ec95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428908 Jan 17 09:34:58.704194 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39866) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:58.749513 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be1bd79c-2fda-4bce-97f4-ad816c486ae2 admin admin] Publish callbacks [] for security_group (bf87bed7-d149-490b-844e-d12b102de3ca), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:58.771019 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be1bd79c-2fda-4bce-97f4-ad816c486ae2 admin admin] Publish callbacks [] for security_group (bf87bed7-d149-490b-844e-d12b102de3ca), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:58.816892 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be1bd79c-2fda-4bce-97f4-ad816c486ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (bf87bed7-d149-490b-844e-d12b102de3ca), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:58.819508 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be1bd79c-2fda-4bce-97f4-ad816c486ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:58.820681 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-be1bd79c-2fda-4bce-97f4-ad816c486ae2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf87bed7-d149-490b-844e-d12b102de3ca HTTP/1.1" status: 204 len: 168 time: 0.1155949 Jan 17 09:34:58.829238 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bd79c-2fda-4bce-97f4-ad816c486ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf87bed7-d149-490b-844e-d12b102de3ca,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:58.869711 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991fb1f-9e19-4ed1-aac5-e827773cc5c7 req-8b395831-3e8e-4dbc-a7d6-13d19da3ec34 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:58.871279 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9991fb1f-9e19-4ed1-aac5-e827773cc5c7 req-8b395831-3e8e-4dbc-a7d6-13d19da3ec34 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 943 time: 0.0555327 Jan 17 09:34:58.918163 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9991fb1f-9e19-4ed1-aac5-e827773cc5c7 req-464836a1-fb99-4dcb-8364-12811908c9b3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e074c62-3893-4072-8a9d-8dea478c0f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408096 Jan 17 09:34:58.966469 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device a0f8aa77-ebef-4186-ab24-729bc35dc761 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:34:59.066479 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port a0f8aa77-ebef-4186-ab24-729bc35dc761, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a0f8aa77-ebef-4186-ab24-729bc35dc761,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:59.081823 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'a0f8aa77-ebef-4186-ab24-729bc35dc761', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'port_id': 'a0f8aa77-ebef-4186-ab24-729bc35dc761', 'mac_address': 'fa:16:3e:f6:18:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:34:59.109618 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device ae337632-0934-47f7-96a8-5cebb9e08bcf no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:34:59.137288 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: ae337632-0934-47f7-96a8-5cebb9e08bcf {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:34:59.137644 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device ae337632-0934-47f7-96a8-5cebb9e08bcf not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:34:59.138102 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:34:59.159864 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port a0f8aa77-ebef-4186-ab24-729bc35dc761 is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:34:59.160259 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:59.162381 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:34:59.162751 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device d9e3e1b4-b45e-4b6d-8203-3def3e4ae6a7 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:34:59.175957 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f8aa77-ebef-4186-ab24-729bc35dc761 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:34:59.195714 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port a0f8aa77-ebef-4186-ab24-729bc35dc761, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a0f8aa77-ebef-4186-ab24-729bc35dc761,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:34:59.199262 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:59.245072 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=a0f8aa77-ebef-4186-ab24-729bc35dc761,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:59.434919 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['a0f8aa77-ebef-4186-ab24-729bc35dc761'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:34:59.501912 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39890) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:59.597277 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1699498393-network', 'tenant_id': '82cf45a99485404d88b5cae53dcef363'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:59.619143 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] Made reservation on behalf of 82cf45a99485404d88b5cae53dcef363 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:34:59.621421 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:59.629410 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:59.705802 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] Publish callbacks [] for security_group (083c3b63-7ef2-4af2-b9e5-69777ea3a63a), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:59.710698 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (083c3b63-7ef2-4af2-b9e5-69777ea3a63a), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:59.731107 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:34:59.745991 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083c3b63-7ef2-4af2-b9e5-69777ea3a63a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:59.749383 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (d1b04edb-860a-4ef2-a3eb-528d13fa9325), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:59.749672 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.segments_db [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] Added segment d1b04edb-860a-4ef2-a3eb-528d13fa9325 of type vlan for network 25e1aec0-a38d-44e5-9a83-9f65322e8824 Jan 17 09:34:59.790939 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (25e1aec0-a38d-44e5-9a83-9f65322e8824), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:59.814989 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (25e1aec0-a38d-44e5-9a83-9f65322e8824), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:59.815960 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:59.816540 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:34:59.869285 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3662789 Jan 17 09:34:59.872745 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39896) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:34:59.876633 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d380b8f-d698-4b91-844a-7075f68ac3f6 admin admin] Pushing event updated for resources: {'Network': ['ID=25e1aec0-a38d-44e5-9a83-9f65322e8824,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:34:59.877932 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-84a45ad3-c618-4e06-b084-a5fadb21161b admin admin] Request body: {'subnet': {'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1699498393-subnet', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:34:59.886584 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network 25e1aec0-a38d-44e5-9a83-9f65322e8824 details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:34:59.899369 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a45ad3-c618-4e06-b084-a5fadb21161b admin admin] Made reservation on behalf of 82cf45a99485404d88b5cae53dcef363 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:34:59.901957 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84a45ad3-c618-4e06-b084-a5fadb21161b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8559036'] for subnet (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.095635 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902809cc-952b-4c58-a758-e847c88c3951 req-17a277df-cad9-4ad7-8d09-c3c4135db777 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:00.097020 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-902809cc-952b-4c58-a758-e847c88c3951 req-17a277df-cad9-4ad7-8d09-c3c4135db777 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 944 time: 0.1101592 Jan 17 09:35:00.108995 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84a45ad3-c618-4e06-b084-a5fadb21161b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8856208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559022'] for subnet (cf948a70-5faf-4919-832b-039fb33ed87b), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.183204 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a45ad3-c618-4e06-b084-a5fadb21161b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf948a70-5faf-4919-832b-039fb33ed87b,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:00.199302 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-902809cc-952b-4c58-a758-e847c88c3951 req-b28cf22f-37ef-4382-83c7-36bfdea62b5a tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e074c62-3893-4072-8a9d-8dea478c0f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968356 Jan 17 09:35:00.201952 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a45ad3-c618-4e06-b084-a5fadb21161b admin admin] Checking segment: {'id': 'd1b04edb-860a-4ef2-a3eb-528d13fa9325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:00.202312 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a45ad3-c618-4e06-b084-a5fadb21161b admin admin] Network hostable DHCP agents. Network: 25e1aec0-a38d-44e5-9a83-9f65322e8824, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:35:00.220275 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a45ad3-c618-4e06-b084-a5fadb21161b admin admin] Network 25e1aec0-a38d-44e5-9a83-9f65322e8824 is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:35:00.228011 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-84a45ad3-c618-4e06-b084-a5fadb21161b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, 25e1aec0-a38d-44e5-9a83-9f65322e8824) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:00.232593 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a45ad3-c618-4e06-b084-a5fadb21161b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:00.233187 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84a45ad3-c618-4e06-b084-a5fadb21161b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.237786 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d695f9-b842-4082-9ed0-81b22e606943 None None] Network 25e1aec0-a38d-44e5-9a83-9f65322e8824 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:35:00.248634 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-84a45ad3-c618-4e06-b084-a5fadb21161b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3747277 Jan 17 09:35:00.251285 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39900) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:00.255536 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:00.277509 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7825'] for router (11f1e17a-38b0-4914-88ea-73e0120fa9a8), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.279776 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7832'] for router (11f1e17a-38b0-4914-88ea-73e0120fa9a8), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.331971 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0abc91-a25f-5719-a88d-a73c0a9dcccf-25e1aec0-a38d-44e5-9a83-9f65322e8824', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'project_id': '82cf45a99485404d88b5cae53dcef363', 'fixed_ips': [{'subnet_id': 'cf948a70-5faf-4919-832b-039fb33ed87b'}]}} from dv-cinder-815582-7-iscsi. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:35:00.333092 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.337814 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Publish callbacks [] for router_controller (11f1e17a-38b0-4914-88ea-73e0120fa9a8), precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.467627 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Allocated IP 172.20.0.2 (25e1aec0-a38d-44e5-9a83-9f65322e8824/cf948a70-5faf-4919-832b-039fb33ed87b/f5cd7caa-1ad7-4c23-921f-76fcd5187342) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:00.476242 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Publish callbacks [] for router_gateway (11f1e17a-38b0-4914-88ea-73e0120fa9a8), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.608440 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Publish callbacks [] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.614047 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.651618 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Network 25e1aec0-a38d-44e5-9a83-9f65322e8824 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:00.656552 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:00.660003 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:00.666870 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Pushing event updated for resources: {'Port': ['ID=f5cd7caa-1ad7-4c23-921f-76fcd5187342,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:00.669763 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Publish callbacks [] for router_gateway (11f1e17a-38b0-4914-88ea-73e0120fa9a8), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.689749 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.719713 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Attempting to bind port f5cd7caa-1ad7-4c23-921f-76fcd5187342 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:00.720030 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Attempting to bind port f5cd7caa-1ad7-4c23-921f-76fcd5187342 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'd1b04edb-860a-4ef2-a3eb-528d13fa9325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:00.720394 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Attempting to bind port f5cd7caa-1ad7-4c23-921f-76fcd5187342 on network 25e1aec0-a38d-44e5-9a83-9f65322e8824 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:00.725683 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:00.726063 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Checking segment: {'id': 'd1b04edb-860a-4ef2-a3eb-528d13fa9325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:00.726470 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.726882 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Bound using segment: {'id': 'd1b04edb-860a-4ef2-a3eb-528d13fa9325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:00.727345 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Bound port: f5cd7caa-1ad7-4c23-921f-76fcd5187342, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b04edb-860a-4ef2-a3eb-528d13fa9325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:00.727725 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.797143 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] For port f5cd7caa-1ad7-4c23-921f-76fcd5187342, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:00.800305 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] For port f5cd7caa-1ad7-4c23-921f-76fcd5187342, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=f5cd7caa-1ad7-4c23-921f-76fcd5187342,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:00.801652 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Allocated IP 172.27.2.7 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/f19f1c66-8da3-4f3a-9b77-966df941cc15) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:00.804535 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.866310 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f564592-01db-4aed-9010-a0ec6209e0aa None None] Pushing event updated for resources: {'Port': ['ID=f5cd7caa-1ad7-4c23-921f-76fcd5187342,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:00.914222 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Publish callbacks [] for port (f19f1c66-8da3-4f3a-9b77-966df941cc15), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.948672 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (f19f1c66-8da3-4f3a-9b77-966df941cc15), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:00.991664 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device a0f8aa77-ebef-4186-ab24-729bc35dc761 up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:00.999066 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:01.002165 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:01.008786 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:01.037470 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Pushing event updated for resources: {'Port': ['ID=f19f1c66-8da3-4f3a-9b77-966df941cc15,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:01.069057 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port a0f8aa77-ebef-4186-ab24-729bc35dc761 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:35:01.075964 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port a0f8aa77-ebef-4186-ab24-729bc35dc761 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:01.079385 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:01.173101 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port a0f8aa77-ebef-4186-ab24-729bc35dc761 is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:01.173612 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:01.187983 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device f5cd7caa-1ad7-4c23-921f-76fcd5187342 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:01.242864 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port a0f8aa77-ebef-4186-ab24-729bc35dc761, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a0f8aa77-ebef-4186-ab24-729bc35dc761,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:01.243833 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f8aa77-ebef-4186-ab24-729bc35dc761'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:35:01.246528 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d954877e-dcd4-47b6-abdf-bc5536711dd6" -d '{"events": [{"server_uuid": "e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9", "name": "network-vif-plugged", "status": "completed", "tag": "a0f8aa77-ebef-4186-ab24-729bc35dc761"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:35:01.263938 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:01.306103 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68e04ca-3db7-4f51-b72e-36b3aed70e1a x-openstack-request-id: req-d68e04ca-3db7-4f51-b72e-36b3aed70e1a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:35:01.306103 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9", "name": "network-vif-plugged", "status": "completed", "tag": "a0f8aa77-ebef-4186-ab24-729bc35dc761", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:35:01.306103 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d68e04ca-3db7-4f51-b72e-36b3aed70e1a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:35:01.306522 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f8aa77-ebef-4186-ab24-729bc35dc761', 'code': 200} Jan 17 09:35:01.319277 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Publish callbacks [] for router_gateway (11f1e17a-38b0-4914-88ea-73e0120fa9a8), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:01.358398 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=a0f8aa77-ebef-4186-ab24-729bc35dc761,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:01.362658 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port f5cd7caa-1ad7-4c23-921f-76fcd5187342 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:01.363207 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:01.383024 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298f155-38b1-4815-a920-0eaff3a75056 req-f36f3f19-6605-4b36-a2c2-f1945c2df06a tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:01.390706 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5298f155-38b1-4815-a920-0eaff3a75056 req-f36f3f19-6605-4b36-a2c2-f1945c2df06a tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 945 time: 0.1174600 Jan 17 09:35:01.451812 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port f5cd7caa-1ad7-4c23-921f-76fcd5187342 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:01.452266 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:01.487478 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port f5cd7caa-1ad7-4c23-921f-76fcd5187342, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=f5cd7caa-1ad7-4c23-921f-76fcd5187342,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:01.491325 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:01.512529 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5298f155-38b1-4815-a920-0eaff3a75056 req-e526d378-8c43-4ec8-82cd-b6d88112ba77 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e074c62-3893-4072-8a9d-8dea478c0f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208694 Jan 17 09:35:01.549420 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=f5cd7caa-1ad7-4c23-921f-76fcd5187342,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:01.562491 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47380fb-474c-4f53-93d3-e47657fd7e8a req-621b44d9-f4cb-4baf-a06e-a885e8cddd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:01.564095 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a47380fb-474c-4f53-93d3-e47657fd7e8a req-621b44d9-f4cb-4baf-a06e-a885e8cddd39 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 1098 time: 0.1192348 Jan 17 09:35:01.651497 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631378'] for router (11f1e17a-38b0-4914-88ea-73e0120fa9a8), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:01.654988 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a47380fb-474c-4f53-93d3-e47657fd7e8a req-b4683c7f-7b73-4c82-9ccd-e8f0539350fa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1e074c62-3893-4072-8a9d-8dea478c0f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847168 Jan 17 09:35:01.781757 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 is scheduled to L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:35:01.828075 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e7a36-cd59-4f9b-9568-2a9a10cbf5df None None] Network 25e1aec0-a38d-44e5-9a83-9f65322e8824 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:35:01.891949 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:35:01.892545 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cccc4516-6ae0-4233-812a-70c2a11e1a60 None None] Provisioning complete for port f5cd7caa-1ad7-4c23-921f-76fcd5187342 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:01.892926 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cccc4516-6ae0-4233-812a-70c2a11e1a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:01.909930 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:01.915100 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39910) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:01.915630 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-cd2d5ced-5a76-43ef-9189-cae957491f6f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6629164 Jan 17 09:35:01.925619 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Sync routers for ids ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:35:01.967379 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Routers {'11f1e17a-38b0-4914-88ea-73e0120fa9a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:01.968040 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:02.105885 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cccc4516-6ae0-4233-812a-70c2a11e1a60 None None] Current status of the port f5cd7caa-1ad7-4c23-921f-76fcd5187342 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:02.116478 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Set router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:02.299536 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:01Z', 'revision_number': 3, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'gw_port': {'id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:02.333763 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Checking router: 11f1e17a-38b0-4914-88ea-73e0120fa9a8 for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:35:02.334110 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Updating router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 port f19f1c66-8da3-4f3a-9b77-966df941cc15 binding host dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:35:02.338121 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.364619 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (f19f1c66-8da3-4f3a-9b77-966df941cc15), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.366885 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5a3900ec-d9a4-4370-8d7e-32eecc2b1ae2 None None] Provisioning complete for port f5cd7caa-1ad7-4c23-921f-76fcd5187342 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:02.367251 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5a3900ec-d9a4-4370-8d7e-32eecc2b1ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.490343 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Allocated IP 172.20.0.1 (25e1aec0-a38d-44e5-9a83-9f65322e8824/cf948a70-5faf-4919-832b-039fb33ed87b/61bd9b81-8bed-423c-95a9-89d7b854f7f4) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:02.602628 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Publish callbacks [] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.639118 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7388f-41e0-4f70-87ef-99aacd551e08 req-b23ca3bd-d7ff-4a42-b842-43783631cb25 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:02.640732 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dca7388f-41e0-4f70-87ef-99aacd551e08 req-b23ca3bd-d7ff-4a42-b842-43783631cb25 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 945 time: 0.0656013 Jan 17 09:35:02.651938 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.693153 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Network 25e1aec0-a38d-44e5-9a83-9f65322e8824 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:02.693568 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dca7388f-41e0-4f70-87ef-99aacd551e08 req-0b42a864-c357-4f7d-95cf-7e63f4db4ee8 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e074c62-3893-4072-8a9d-8dea478c0f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462730 Jan 17 09:35:02.697511 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:02.716523 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:02.736106 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5a3900ec-d9a4-4370-8d7e-32eecc2b1ae2 None None] Current status of the port f5cd7caa-1ad7-4c23-921f-76fcd5187342 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:02.766731 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Pushing event updated for resources: {'Port': ['ID=61bd9b81-8bed-423c-95a9-89d7b854f7f4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:02.788702 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631173'] for router_interface (11f1e17a-38b0-4914-88ea-73e0120fa9a8), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.837658 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Publish callbacks [] for port (f19f1c66-8da3-4f3a-9b77-966df941cc15), precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.843793 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (f19f1c66-8da3-4f3a-9b77-966df941cc15), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.896179 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Attempting to bind port f19f1c66-8da3-4f3a-9b77-966df941cc15 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:02.896520 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Attempting to bind port f19f1c66-8da3-4f3a-9b77-966df941cc15 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:02.896875 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Attempting to bind port f19f1c66-8da3-4f3a-9b77-966df941cc15 on network ef01d75c-5e48-4e3d-a422-561f138b7f60 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:02.904120 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ab0fe-1ce0-4b27-8bfe-5b70d45be576 None None] Pushing event updated for resources: {'Port': ['ID=f19f1c66-8da3-4f3a-9b77-966df941cc15,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:02.910905 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:02.911287 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Checking segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:02.911691 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.912122 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Bound using segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:02.912594 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Bound port: f19f1c66-8da3-4f3a-9b77-966df941cc15, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:02.912972 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (f19f1c66-8da3-4f3a-9b77-966df941cc15), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.914998 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ab0fe-1ce0-4b27-8bfe-5b70d45be576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.915371 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ab0fe-1ce0-4b27-8bfe-5b70d45be576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.915756 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ab0fe-1ce0-4b27-8bfe-5b70d45be576 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.916127 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ab0fe-1ce0-4b27-8bfe-5b70d45be576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.916460 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ab0fe-1ce0-4b27-8bfe-5b70d45be576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.916793 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ab0fe-1ce0-4b27-8bfe-5b70d45be576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.917122 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ab0fe-1ce0-4b27-8bfe-5b70d45be576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.917451 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ab0fe-1ce0-4b27-8bfe-5b70d45be576 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.917776 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ab0fe-1ce0-4b27-8bfe-5b70d45be576 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.918598 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ab0fe-1ce0-4b27-8bfe-5b70d45be576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.918598 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ab0fe-1ce0-4b27-8bfe-5b70d45be576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.918793 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ab0fe-1ce0-4b27-8bfe-5b70d45be576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.919603 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ab0fe-1ce0-4b27-8bfe-5b70d45be576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:02.927234 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.982390 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-69afac8d-c2a2-43b6-963b-0c8f3c026316 None None] Provisioning complete for port 61bd9b81-8bed-423c-95a9-89d7b854f7f4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:02.982773 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-69afac8d-c2a2-43b6-963b-0c8f3c026316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:02.986479 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] For port f19f1c66-8da3-4f3a-9b77-966df941cc15, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:03.019122 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] For port f19f1c66-8da3-4f3a-9b77-966df941cc15, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=f19f1c66-8da3-4f3a-9b77-966df941cc15,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:03.025937 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (f19f1c66-8da3-4f3a-9b77-966df941cc15), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:03.036589 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-69afac8d-c2a2-43b6-963b-0c8f3c026316 None None] Port 61bd9b81-8bed-423c-95a9-89d7b854f7f4 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:35:03.080404 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Routers {'11f1e17a-38b0-4914-88ea-73e0120fa9a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:03.081030 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:03.100702 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Publish callbacks [] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:03.107271 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:03.126487 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device f5cd7caa-1ad7-4c23-921f-76fcd5187342 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:03.130177 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ab0fe-1ce0-4b27-8bfe-5b70d45be576 None None] Pushing event updated for resources: {'Port': ['ID=f19f1c66-8da3-4f3a-9b77-966df941cc15,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:03.175680 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Pushing event updated for resources: {'Port': ['ID=61bd9b81-8bed-423c-95a9-89d7b854f7f4,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:03.178036 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631057'] for router_interface (11f1e17a-38b0-4914-88ea-73e0120fa9a8), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:03.237758 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] Set router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:03.240049 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port f5cd7caa-1ad7-4c23-921f-76fcd5187342 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:03.240430 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:03.267003 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Network 25e1aec0-a38d-44e5-9a83-9f65322e8824 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:03.268435 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:03.392465 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:35:03.443995 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port f5cd7caa-1ad7-4c23-921f-76fcd5187342 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:03.501708 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:35:03.504080 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 4, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'gw_port': {'id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '61bd9b81-8bed-423c-95a9-89d7b854f7f4', 'name': '', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'mac_address': 'fa:16:3e:06:9c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:02Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 1, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'subnets': [{'id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:03.506666 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-8c9cc3a2-692c-4c20-9fc6-34cade6c5370 admin admin] 10.222.0.77 "PUT /v2.0/routers/11f1e17a-38b0-4914-88ea-73e0120fa9a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5892851 Jan 17 09:35:03.531000 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a29d4-057c-45aa-b799-dd05adec01b5 None None] The sync data for ids ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'] in dv-cinder-815582-7-iscsi is: [{'id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 4, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'gw_port': {'id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '61bd9b81-8bed-423c-95a9-89d7b854f7f4', 'name': '', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'mac_address': 'fa:16:3e:06:9c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:02Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 1, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'subnets': [{'id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:35:03.562208 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-66b9aa99-367c-4d6a-8861-e91be3debfca None None] Provisioning complete for port 61bd9b81-8bed-423c-95a9-89d7b854f7f4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:03.562577 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66b9aa99-367c-4d6a-8861-e91be3debfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:03.597721 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-66b9aa99-367c-4d6a-8861-e91be3debfca None None] Port 61bd9b81-8bed-423c-95a9-89d7b854f7f4 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:35:03.848368 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d088ae5-cd90-469f-bc80-890641f29912 req-c08340c1-b11d-49d2-a760-2d70c6fe24ab tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:03.850034 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0d088ae5-cd90-469f-bc80-890641f29912 req-c08340c1-b11d-49d2-a760-2d70c6fe24ab tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 945 time: 0.0548544 Jan 17 09:35:03.902495 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0d088ae5-cd90-469f-bc80-890641f29912 req-5872741b-32ad-4574-8715-ce02f397a1ac tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e074c62-3893-4072-8a9d-8dea478c0f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462449 Jan 17 09:35:04.031254 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c23ad6-6cc4-42e8-9bad-7360322ebf81 req-296d38fc-ca96-42ee-8c87-d12e5ef81906 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:04.032844 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-04c23ad6-6cc4-42e8-9bad-7360322ebf81 req-296d38fc-ca96-42ee-8c87-d12e5ef81906 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 945 time: 0.0552764 Jan 17 09:35:04.041689 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39932) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:04.047693 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-866bc3fc-02a6-4b28-bea5-4ad83ff5871f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Request body: {'floatingip': {'port_id': 'a0f8aa77-ebef-4186-ab24-729bc35dc761'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:04.095895 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-866bc3fc-02a6-4b28-bea5-4ad83ff5871f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for floatingip (96516bb4-6ca7-4283-ae88-ad6a5568177b), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.181810 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39940) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:04.187629 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1619801037-network', 'tenant_id': '56fe109480ec4797bdc8150472e183d1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:04.231239 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] Made reservation on behalf of 56fe109480ec4797bdc8150472e183d1 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:04.241043 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.258921 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.377884 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] Publish callbacks [] for security_group (863b717f-48ba-466f-885b-26c18086e021), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.383627 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (863b717f-48ba-466f-885b-26c18086e021), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.410961 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:35:04.431374 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (c9bcf48f-129d-4429-a0fb-e9d5e9510065), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.431753 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.segments_db [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] Added segment c9bcf48f-129d-4429-a0fb-e9d5e9510065 of type vlan for network ab669017-1877-44c9-80a1-2948243a4e38 Jan 17 09:35:04.438962 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863b717f-48ba-466f-885b-26c18086e021,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:04.493466 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (ab669017-1877-44c9-80a1-2948243a4e38), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.535216 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (ab669017-1877-44c9-80a1-2948243a4e38), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.536880 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:04.538299 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.624199 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4353302 Jan 17 09:35:04.624199 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39948) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:04.628491 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-59e78e74-751c-4a50-939e-d020daa4a8d8 admin admin] Request body: {'subnet': {'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1619801037-subnet', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:04.636988 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6333fd-5038-4d49-a113-38f59f6c9b6e admin admin] Pushing event updated for resources: {'Network': ['ID=ab669017-1877-44c9-80a1-2948243a4e38,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:04.650266 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network ab669017-1877-44c9-80a1-2948243a4e38 details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:35:04.662930 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e78e74-751c-4a50-939e-d020daa4a8d8 admin admin] Made reservation on behalf of 56fe109480ec4797bdc8150472e183d1 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:04.665647 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59e78e74-751c-4a50-939e-d020daa4a8d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3971561'] for subnet (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.691795 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-866bc3fc-02a6-4b28-bea5-4ad83ff5871f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.700929 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-866bc3fc-02a6-4b28-bea5-4ad83ff5871f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (96516bb4-6ca7-4283-ae88-ad6a5568177b), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.833695 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.l3_db [None req-866bc3fc-02a6-4b28-bea5-4ad83ff5871f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Floating IP 96516bb4-6ca7-4283-ae88-ad6a5568177b associated. External IP: 172.27.2.240, port: a0f8aa77-ebef-4186-ab24-729bc35dc761. Jan 17 09:35:04.849580 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59e78e74-751c-4a50-939e-d020daa4a8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9093652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3971579'] for subnet (f826a7f3-7f6d-4cdd-9967-2f18f456d698), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.919650 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e78e74-751c-4a50-939e-d020daa4a8d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f826a7f3-7f6d-4cdd-9967-2f18f456d698,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:04.926392 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e78e74-751c-4a50-939e-d020daa4a8d8 admin admin] Checking segment: {'id': 'c9bcf48f-129d-4429-a0fb-e9d5e9510065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:04.926741 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e78e74-751c-4a50-939e-d020daa4a8d8 admin admin] Network hostable DHCP agents. Network: ab669017-1877-44c9-80a1-2948243a4e38, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:35:04.946718 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e78e74-751c-4a50-939e-d020daa4a8d8 admin admin] Network ab669017-1877-44c9-80a1-2948243a4e38 is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:35:04.957320 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-59e78e74-751c-4a50-939e-d020daa4a8d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, ab669017-1877-44c9-80a1-2948243a4e38) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:04.963182 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e78e74-751c-4a50-939e-d020daa4a8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:04.963908 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59e78e74-751c-4a50-939e-d020daa4a8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:04.974123 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f171b4fb-52e0-4a57-a439-59e8040665e9 None None] Network ab669017-1877-44c9-80a1-2948243a4e38 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:35:04.991437 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-59e78e74-751c-4a50-939e-d020daa4a8d8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3690560 Jan 17 09:35:04.994105 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39950) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:04.999650 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1619801037-router', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:05.058897 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-628315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7825'] for router (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.062044 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-628263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7832'] for router (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.128373 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b0abc91-a25f-5719-a88d-a73c0a9dcccf-ab669017-1877-44c9-80a1-2948243a4e38', 'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38', 'project_id': '56fe109480ec4797bdc8150472e183d1', 'fixed_ips': [{'subnet_id': 'f826a7f3-7f6d-4cdd-9967-2f18f456d698'}]}} from dv-cinder-815582-7-iscsi. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 09:35:05.129946 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.161258 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Publish callbacks [] for router_controller (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.216594 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device f19f1c66-8da3-4f3a-9b77-966df941cc15 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:05.317439 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Allocated IP 172.20.0.2 (ab669017-1877-44c9-80a1-2948243a4e38/f826a7f3-7f6d-4cdd-9967-2f18f456d698/e53d8451-70f6-4d50-aca2-8951f411c224) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:05.342331 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port f19f1c66-8da3-4f3a-9b77-966df941cc15 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:05.342718 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (f19f1c66-8da3-4f3a-9b77-966df941cc15), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.358966 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866bc3fc-02a6-4b28-bea5-4ad83ff5871f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Router c19ab897-04da-436b-b1d9-84463c5b58bd has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:35:05.476845 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866bc3fc-02a6-4b28-bea5-4ad83ff5871f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:35:05.481667 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-866bc3fc-02a6-4b28-bea5-4ad83ff5871f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.487648 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f801724-937b-430a-bba6-f7836a9877f1 None None] Sync routers for ids ['c19ab897-04da-436b-b1d9-84463c5b58bd'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:35:05.503635 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f801724-937b-430a-bba6-f7836a9877f1 None None] Routers {'c19ab897-04da-436b-b1d9-84463c5b58bd'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:05.504781 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1f801724-937b-430a-bba6-f7836a9877f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c19ab897-04da-436b-b1d9-84463c5b58bd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:05.519499 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-866bc3fc-02a6-4b28-bea5-4ad83ff5871f tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "PUT /v2.0/floatingips/96516bb4-6ca7-4283-ae88-ad6a5568177b HTTP/1.1" status: 200 len: 991 time: 1.4765804 Jan 17 09:35:05.520124 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9', 'tag': 'a0f8aa77-ebef-4186-ab24-729bc35dc761'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:35:05.522867 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bfe788-092b-41a1-b14a-bf4a2882922b" -d '{"events": [{"name": "network-changed", "server_uuid": "e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9", "tag": "a0f8aa77-ebef-4186-ab24-729bc35dc761"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:35:05.540038 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Publish callbacks [] for router_gateway (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.541590 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port f19f1c66-8da3-4f3a-9b77-966df941cc15 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:05.542009 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (f19f1c66-8da3-4f3a-9b77-966df941cc15), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.563252 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port f19f1c66-8da3-4f3a-9b77-966df941cc15, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=f19f1c66-8da3-4f3a-9b77-966df941cc15,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:05.580402 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (f19f1c66-8da3-4f3a-9b77-966df941cc15), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.589900 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881bdd1c-ac0d-41d9-b2c6-9f7abe19497c x-openstack-request-id: req-881bdd1c-ac0d-41d9-b2c6-9f7abe19497c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:35:05.590424 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9", "tag": "a0f8aa77-ebef-4186-ab24-729bc35dc761", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:35:05.590919 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-881bdd1c-ac0d-41d9-b2c6-9f7abe19497c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:35:05.592057 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9', 'tag': 'a0f8aa77-ebef-4186-ab24-729bc35dc761', 'status': 'completed', 'code': 200} Jan 17 09:35:05.607451 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Publish callbacks [] for port (e53d8451-70f6-4d50-aca2-8951f411c224), precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.635415 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429'] for port (e53d8451-70f6-4d50-aca2-8951f411c224), after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.676626 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfe788-092b-41a1-b14a-bf4a2882922b req-1c0d8b53-0d8b-4431-883d-cd31dbeee343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:05.685277 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a3bfe788-092b-41a1-b14a-bf4a2882922b req-1c0d8b53-0d8b-4431-883d-cd31dbeee343 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d4b53680e0443b88340aca1b54694d3&device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 1098 time: 0.0763724 Jan 17 09:35:05.689405 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Network ab669017-1877-44c9-80a1-2948243a4e38 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:05.692652 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=f19f1c66-8da3-4f3a-9b77-966df941cc15,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:05.698713 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:05.701596 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:05.713575 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-1f801724-937b-430a-bba6-f7836a9877f1 None None] Set router c19ab897-04da-436b-b1d9-84463c5b58bd gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:05.787019 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Pushing event updated for resources: {'Port': ['ID=e53d8451-70f6-4d50-aca2-8951f411c224,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:05.801357 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Attempting to bind port e53d8451-70f6-4d50-aca2-8951f411c224 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:05.802129 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Attempting to bind port e53d8451-70f6-4d50-aca2-8951f411c224 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'c9bcf48f-129d-4429-a0fb-e9d5e9510065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:05.802129 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Attempting to bind port e53d8451-70f6-4d50-aca2-8951f411c224 on network ab669017-1877-44c9-80a1-2948243a4e38 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:05.807092 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:05.807679 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Checking segment: {'id': 'c9bcf48f-129d-4429-a0fb-e9d5e9510065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:05.808302 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.808839 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Bound using segment: {'id': 'c9bcf48f-129d-4429-a0fb-e9d5e9510065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:05.809476 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Bound port: e53d8451-70f6-4d50-aca2-8951f411c224, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bcf48f-129d-4429-a0fb-e9d5e9510065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:05.810053 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (e53d8451-70f6-4d50-aca2-8951f411c224), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.842453 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfe788-092b-41a1-b14a-bf4a2882922b req-0b3225e0-1bdf-4faa-a949-e1218757c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:05.846151 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a3bfe788-092b-41a1-b14a-bf4a2882922b req-0b3225e0-1bdf-4faa-a949-e1218757c396 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf HTTP/1.1" status: 200 len: 912 time: 0.1547220 Jan 17 09:35:05.879063 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Publish callbacks [] for router_gateway (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.898788 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] For port e53d8451-70f6-4d50-aca2-8951f411c224, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:05.899663 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.902784 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] For port e53d8451-70f6-4d50-aca2-8951f411c224, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=e53d8451-70f6-4d50-aca2-8951f411c224,segment=NetworkSegment(c9bcf48f-129d-4429-a0fb-e9d5e9510065),segment_id=c9bcf48f-129d-4429-a0fb-e9d5e9510065)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:05.911990 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (e53d8451-70f6-4d50-aca2-8951f411c224), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:05.945560 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a3bfe788-092b-41a1-b14a-bf4a2882922b req-ccf4c051-83e3-41ca-b4cb-fcfd737134c2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f8aa77-ebef-4186-ab24-729bc35dc761 HTTP/1.1" status: 200 len: 999 time: 0.0915871 Jan 17 09:35:05.989892 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac609449-a1c2-4ce1-98cd-7d9271332530 None None] Pushing event updated for resources: {'Port': ['ID=e53d8451-70f6-4d50-aca2-8951f411c224,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:06.014609 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.041095 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfe788-092b-41a1-b14a-bf4a2882922b req-31f43496-0f27-45f6-aa98-0fd5ad5e3889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:06.042665 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a3bfe788-092b-41a1-b14a-bf4a2882922b req-31f43496-0f27-45f6-aa98-0fd5ad5e3889 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7862a30a-3de9-4df3-9ab7-bbfbb516200f HTTP/1.1" status: 200 len: 850 time: 0.0871277 Jan 17 09:35:06.051356 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1f801724-937b-430a-bba6-f7836a9877f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '96516bb4-6ca7-4283-ae88-ad6a5568177b', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'port_id': 'a0f8aa77-ebef-4186-ab24-729bc35dc761', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'mac_address': 'fa:16:3e:f6:18:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:34:51Z', 'updated_at': '2022-01-17T09:35:04Z', 'revision_number': 1, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5012464f-c3ed-4038-8aed-c016a6cfcd27', 'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'mac_address': 'fa:16:3e:ab:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:39Z', 'revision_number': 5, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'subnets': [{'id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:06.064882 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Allocated IP 172.27.2.91 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/bee3e587-e629-4783-a517-3e2b1a13a380) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:06.086420 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f801724-937b-430a-bba6-f7836a9877f1 None None] Checking router: c19ab897-04da-436b-b1d9-84463c5b58bd for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:35:06.094607 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfe788-092b-41a1-b14a-bf4a2882922b req-1f31a783-0d5e-4f08-a87b-bb8d923e92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:06.096575 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a3bfe788-092b-41a1-b14a-bf4a2882922b req-1f31a783-0d5e-4f08-a87b-bb8d923e92ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467310 Jan 17 09:35:06.109660 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f801724-937b-430a-bba6-f7836a9877f1 None None] Routers {'c19ab897-04da-436b-b1d9-84463c5b58bd'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:06.110643 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1f801724-937b-430a-bba6-f7836a9877f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c19ab897-04da-436b-b1d9-84463c5b58bd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:06.129801 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Sync routers for ids ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:35:06.142014 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Routers {'11f1e17a-38b0-4914-88ea-73e0120fa9a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:06.142773 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:06.236815 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Publish callbacks [] for port (bee3e587-e629-4783-a517-3e2b1a13a380), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.266994 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a3bfe788-092b-41a1-b14a-bf4a2882922b req-6b2fd7d4-94ab-45ff-b4b7-f5149d243169 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630116 Jan 17 09:35:06.273590 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-1f801724-937b-430a-bba6-f7836a9877f1 None None] Set router c19ab897-04da-436b-b1d9-84463c5b58bd gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:06.308194 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (bee3e587-e629-4783-a517-3e2b1a13a380), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.334804 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Set router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:06.376234 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:06.381030 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:06.390494 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:06.412978 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=bee3e587-e629-4783-a517-3e2b1a13a380,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:06.430767 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a3bfe788-092b-41a1-b14a-bf4a2882922b req-f5849761-f158-443b-a5ae-6d2b2cfca7a3 service neutron] 10.222.0.31 "GET /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567111 Jan 17 09:35:06.645699 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1f801724-937b-430a-bba6-f7836a9877f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '96516bb4-6ca7-4283-ae88-ad6a5568177b', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'port_id': 'a0f8aa77-ebef-4186-ab24-729bc35dc761', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'mac_address': 'fa:16:3e:f6:18:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:34:51Z', 'updated_at': '2022-01-17T09:35:04Z', 'revision_number': 1, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5012464f-c3ed-4038-8aed-c016a6cfcd27', 'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'mac_address': 'fa:16:3e:ab:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:39Z', 'revision_number': 5, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'subnets': [{'id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:06.723346 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Publish callbacks [] for router_gateway (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.801012 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 4, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'gw_port': {'id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '61bd9b81-8bed-423c-95a9-89d7b854f7f4', 'name': '', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'mac_address': 'fa:16:3e:06:9c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:02Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 2, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'subnets': [{'id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:06.804415 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f801724-937b-430a-bba6-f7836a9877f1 None None] The sync data for ids ['c19ab897-04da-436b-b1d9-84463c5b58bd'] in dv-cinder-815582-7-iscsi is: [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '96516bb4-6ca7-4283-ae88-ad6a5568177b', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'port_id': 'a0f8aa77-ebef-4186-ab24-729bc35dc761', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'mac_address': 'fa:16:3e:f6:18:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:34:51Z', 'updated_at': '2022-01-17T09:35:04Z', 'revision_number': 1, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5012464f-c3ed-4038-8aed-c016a6cfcd27', 'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'mac_address': 'fa:16:3e:ab:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:39Z', 'revision_number': 5, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'subnets': [{'id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:35:06.852765 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Checking router: 11f1e17a-38b0-4914-88ea-73e0120fa9a8 for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:35:06.853133 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Updating router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 port 61bd9b81-8bed-423c-95a9-89d7b854f7f4 binding host dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:35:06.900956 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:06.960072 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e516e-ee70-43ef-ae2d-6a53aed6f7ec req-50c6f142-30b8-40e8-9856-a489fd13b0ee tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:06.962125 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c43e516e-ee70-43ef-ae2d-6a53aed6f7ec req-50c6f142-30b8-40e8-9856-a489fd13b0ee tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0722787 Jan 17 09:35:07.006429 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631378'] for router (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.031602 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c43e516e-ee70-43ef-ae2d-6a53aed6f7ec req-eb7c87bc-62bb-40fa-9e71-44acde693e0f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597007 Jan 17 09:35:07.164912 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac253a-f034-4feb-aefb-fc25640a89ab None None] New status for floating IP 96516bb4-6ca7-4283-ae88-ad6a5568177b: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:35:07.210681 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Router fc9a8239-51fd-4f71-a12d-cc48544a8f5a is scheduled to L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:35:07.285701 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device e53d8451-70f6-4d50-aca2-8951f411c224 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:07.332635 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Publish callbacks [] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.344248 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.354490 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:35:07.391389 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.393599 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Sync routers for ids ['fc9a8239-51fd-4f71-a12d-cc48544a8f5a'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:35:07.395046 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-1e9327f7-6570-4dc8-80f6-7b627ed8b4b8 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3988357 Jan 17 09:35:07.397875 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39976) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:07.432768 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcab757-d6d4-47c1-a5e2-6124029be941 None None] Pushing event updated for resources: {'Port': ['ID=61bd9b81-8bed-423c-95a9-89d7b854f7f4,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:07.439703 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Routers {'fc9a8239-51fd-4f71-a12d-cc48544a8f5a'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:07.439915 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['fc9a8239-51fd-4f71-a12d-cc48544a8f5a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:07.483922 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a9fffc-63cc-4128-8f78-dd71023701c4 None None] Network ab669017-1877-44c9-80a1-2948243a4e38 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:35:07.591284 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port e53d8451-70f6-4d50-aca2-8951f411c224 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:07.591661 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (e53d8451-70f6-4d50-aca2-8951f411c224), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.673430 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Attempting to bind port 61bd9b81-8bed-423c-95a9-89d7b854f7f4 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:07.673808 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Attempting to bind port 61bd9b81-8bed-423c-95a9-89d7b854f7f4 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'd1b04edb-860a-4ef2-a3eb-528d13fa9325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:07.674167 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Attempting to bind port 61bd9b81-8bed-423c-95a9-89d7b854f7f4 on network 25e1aec0-a38d-44e5-9a83-9f65322e8824 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:07.675998 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a9c835d5-55e4-4837-b948-3d92070002b7 None None] Provisioning complete for port e53d8451-70f6-4d50-aca2-8951f411c224 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:07.676366 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a9c835d5-55e4-4837-b948-3d92070002b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (e53d8451-70f6-4d50-aca2-8951f411c224), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.717186 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:07.717562 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Checking segment: {'id': 'd1b04edb-860a-4ef2-a3eb-528d13fa9325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:07.717968 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.718363 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Bound using segment: {'id': 'd1b04edb-860a-4ef2-a3eb-528d13fa9325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:07.718843 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Bound port: 61bd9b81-8bed-423c-95a9-89d7b854f7f4, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b04edb-860a-4ef2-a3eb-528d13fa9325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:07.719217 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.795800 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Set router fc9a8239-51fd-4f71-a12d-cc48544a8f5a gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:07.818848 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:07.970760 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] For port 61bd9b81-8bed-423c-95a9-89d7b854f7f4, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:07.976815 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] For port 61bd9b81-8bed-423c-95a9-89d7b854f7f4, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=61bd9b81-8bed-423c-95a9-89d7b854f7f4,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:07.980252 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Allocated IP 172.20.0.1 (ab669017-1877-44c9-80a1-2948243a4e38/f826a7f3-7f6d-4cdd-9967-2f18f456d698/e4db5bba-1968-420f-992b-b735e350748b) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:08.002861 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.015714 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port e53d8451-70f6-4d50-aca2-8951f411c224 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:08.016151 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (e53d8451-70f6-4d50-aca2-8951f411c224), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.086479 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a9c835d5-55e4-4837-b948-3d92070002b7 None None] Current status of the port e53d8451-70f6-4d50-aca2-8951f411c224 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:08.086985 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a9c835d5-55e4-4837-b948-3d92070002b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (e53d8451-70f6-4d50-aca2-8951f411c224), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.103165 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Publish callbacks [] for port (e4db5bba-1968-420f-992b-b735e350748b), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.155739 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (e4db5bba-1968-420f-992b-b735e350748b), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.162586 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port e53d8451-70f6-4d50-aca2-8951f411c224, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=e53d8451-70f6-4d50-aca2-8951f411c224,segment=NetworkSegment(c9bcf48f-129d-4429-a0fb-e9d5e9510065),segment_id=c9bcf48f-129d-4429-a0fb-e9d5e9510065)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:08.177121 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (e53d8451-70f6-4d50-aca2-8951f411c224), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.177908 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device f19f1c66-8da3-4f3a-9b77-966df941cc15 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:08.224074 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc4f4f-21eb-47c9-b92e-2f149e75bed5 req-0e987714-2a82-4a4d-8edb-59efe97174f7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:08.227915 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1bcc4f4f-21eb-47c9-b92e-2f149e75bed5 req-0e987714-2a82-4a4d-8edb-59efe97174f7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0783377 Jan 17 09:35:08.234637 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Routers {'11f1e17a-38b0-4914-88ea-73e0120fa9a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:08.235300 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:08.244811 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Network ab669017-1877-44c9-80a1-2948243a4e38 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:08.246023 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Pushing event updated for resources: {'Port': ['ID=e4db5bba-1968-420f-992b-b735e350748b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:08.249246 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:08.252711 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:08.277103 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcab757-d6d4-47c1-a5e2-6124029be941 None None] Pushing event updated for resources: {'Port': ['ID=61bd9b81-8bed-423c-95a9-89d7b854f7f4,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:08.288202 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.db.api [None req-a9c835d5-55e4-4837-b948-3d92070002b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 09:35:08.288574 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG oslo_db.api [None req-a9c835d5-55e4-4837-b948-3d92070002b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 09:35:08.296808 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631173'] for router_interface (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.328522 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1bcc4f4f-21eb-47c9-b92e-2f149e75bed5 req-140d5f81-1603-4551-8c38-68bdda6d9f63 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946815 Jan 17 09:35:08.392653 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=e53d8451-70f6-4d50-aca2-8951f411c224,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:08.421118 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port f19f1c66-8da3-4f3a-9b77-966df941cc15 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:08.421405 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:35:08.421878 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (f19f1c66-8da3-4f3a-9b77-966df941cc15), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.455115 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (e4db5bba-1968-420f-992b-b735e350748b), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.623090 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Publish callbacks [] for port (e4db5bba-1968-420f-992b-b735e350748b), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.628951 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (e4db5bba-1968-420f-992b-b735e350748b), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.633552 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'name': 'tempest-TestShelveInstance-1619801037-router', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'bee3e587-e629-4783-a517-3e2b1a13a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:35:06Z', 'revision_number': 3, 'project_id': '56fe109480ec4797bdc8150472e183d1', 'gw_port': {'id': 'bee3e587-e629-4783-a517-3e2b1a13a380', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:08.672939 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Checking router: fc9a8239-51fd-4f71-a12d-cc48544a8f5a for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:35:08.673284 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Updating router fc9a8239-51fd-4f71-a12d-cc48544a8f5a port bee3e587-e629-4783-a517-3e2b1a13a380 binding host dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:35:08.680047 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] Set router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:08.695438 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-990090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631057'] for router_interface (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.697158 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Pushing event updated for resources: {'Port': ['ID=e4db5bba-1968-420f-992b-b735e350748b,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:08.734679 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (bee3e587-e629-4783-a517-3e2b1a13a380), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:08.790767 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Network ab669017-1877-44c9-80a1-2948243a4e38 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:08.792200 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:08.907661 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a9c835d5-55e4-4837-b948-3d92070002b7 None None] Current status of the port e53d8451-70f6-4d50-aca2-8951f411c224 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:08.916196 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Router fc9a8239-51fd-4f71-a12d-cc48544a8f5a has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:35:08.930655 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port f19f1c66-8da3-4f3a-9b77-966df941cc15 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:09.119697 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cf7a146e-53cd-4c5d-8c32-a82ed2c4e799 None None] Provisioning complete for port e53d8451-70f6-4d50-aca2-8951f411c224 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:09.120441 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf7a146e-53cd-4c5d-8c32-a82ed2c4e799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (e53d8451-70f6-4d50-aca2-8951f411c224), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.166178 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device e53d8451-70f6-4d50-aca2-8951f411c224 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:09.246686 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:35:09.253365 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-4567ae36-6315-4149-beab-03bb85062118 admin admin] 10.222.0.77 "PUT /v2.0/routers/fc9a8239-51fd-4f71-a12d-cc48544a8f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8543220 Jan 17 09:35:09.310132 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 4, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'gw_port': {'id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '61bd9b81-8bed-423c-95a9-89d7b854f7f4', 'name': '', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'mac_address': 'fa:16:3e:06:9c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:02Z', 'updated_at': '2022-01-17T09:35:07Z', 'revision_number': 4, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'subnets': [{'id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:09.384137 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ff831-0de6-48fe-ad04-0e06540e9114 None None] The sync data for ids ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'] in dv-cinder-815582-7-iscsi is: [{'id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 4, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'gw_port': {'id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '61bd9b81-8bed-423c-95a9-89d7b854f7f4', 'name': '', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'mac_address': 'fa:16:3e:06:9c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:02Z', 'updated_at': '2022-01-17T09:35:07Z', 'revision_number': 4, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'subnets': [{'id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:35:09.392789 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port e53d8451-70f6-4d50-aca2-8951f411c224 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:09.393307 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (e53d8451-70f6-4d50-aca2-8951f411c224), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.396495 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a146e-53cd-4c5d-8c32-a82ed2c4e799 None None] Current status of the port e53d8451-70f6-4d50-aca2-8951f411c224 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:09.428611 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Publish callbacks [] for port (bee3e587-e629-4783-a517-3e2b1a13a380), precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.446229 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (bee3e587-e629-4783-a517-3e2b1a13a380), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.460767 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cf7a146e-53cd-4c5d-8c32-a82ed2c4e799 None None] Provisioning complete for port e4db5bba-1968-420f-992b-b735e350748b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:09.461090 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf7a146e-53cd-4c5d-8c32-a82ed2c4e799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (e4db5bba-1968-420f-992b-b735e350748b), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.474811 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0716e63-cde6-469f-b409-48d4a7908ceb req-fb2141e5-e9eb-479b-97e7-21c343c57e47 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:09.476511 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d0716e63-cde6-469f-b409-48d4a7908ceb req-fb2141e5-e9eb-479b-97e7-21c343c57e47 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0687847 Jan 17 09:35:09.541665 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d0716e63-cde6-469f-b409-48d4a7908ceb req-f5c7f7ea-2361-468c-8c41-101b252182c6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589955 Jan 17 09:35:09.565410 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a146e-53cd-4c5d-8c32-a82ed2c4e799 None None] Port e4db5bba-1968-420f-992b-b735e350748b cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:35:09.595138 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Attempting to bind port bee3e587-e629-4783-a517-3e2b1a13a380 on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:09.595541 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Attempting to bind port bee3e587-e629-4783-a517-3e2b1a13a380 by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:09.595924 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Attempting to bind port bee3e587-e629-4783-a517-3e2b1a13a380 on network ef01d75c-5e48-4e3d-a422-561f138b7f60 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:09.599692 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1456b1-1ea3-4096-b715-90ccdcd5b8b0 None None] Pushing event updated for resources: {'Port': ['ID=bee3e587-e629-4783-a517-3e2b1a13a380,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:09.624626 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:09.624874 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Checking segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:09.625228 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.625620 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Bound using segment: {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:09.626109 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Bound port: bee3e587-e629-4783-a517-3e2b1a13a380, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73681ea-6727-440d-98aa-9e4c1ea66d36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:09.626499 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (bee3e587-e629-4783-a517-3e2b1a13a380), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.652368 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cf7a146e-53cd-4c5d-8c32-a82ed2c4e799 None None] Provisioning complete for port 61bd9b81-8bed-423c-95a9-89d7b854f7f4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:09.652738 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf7a146e-53cd-4c5d-8c32-a82ed2c4e799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.705545 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port e53d8451-70f6-4d50-aca2-8951f411c224 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:09.706648 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 61bd9b81-8bed-423c-95a9-89d7b854f7f4 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:09.753315 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] For port bee3e587-e629-4783-a517-3e2b1a13a380, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:09.758381 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] For port bee3e587-e629-4783-a517-3e2b1a13a380, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=bee3e587-e629-4783-a517-3e2b1a13a380,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:09.767118 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 39994) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:09.769326 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (bee3e587-e629-4783-a517-3e2b1a13a380), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.772080 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-348b0b3c-d4dc-4042-bc84-4a0dafffcd56 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-635674512', 'description': 'tempest-secgroup-smoke-635674512 description', 'project_id': '82cf45a99485404d88b5cae53dcef363'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:09.796567 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-348b0b3c-d4dc-4042-bc84-4a0dafffcd56 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.871303 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-348b0b3c-d4dc-4042-bc84-4a0dafffcd56 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group (8df74c39-b337-4f42-8881-aff9c08532ce), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.876373 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Routers {'fc9a8239-51fd-4f71-a12d-cc48544a8f5a'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:09.877059 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:34:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['fc9a8239-51fd-4f71-a12d-cc48544a8f5a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:09.877339 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-348b0b3c-d4dc-4042-bc84-4a0dafffcd56 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (8df74c39-b337-4f42-8881-aff9c08532ce), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.879599 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1456b1-1ea3-4096-b715-90ccdcd5b8b0 None None] Pushing event updated for resources: {'Port': ['ID=bee3e587-e629-4783-a517-3e2b1a13a380,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:09.884957 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 61bd9b81-8bed-423c-95a9-89d7b854f7f4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:09.885341 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.886956 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a146e-53cd-4c5d-8c32-a82ed2c4e799 None None] Current status of the port 61bd9b81-8bed-423c-95a9-89d7b854f7f4 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:09.887341 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf7a146e-53cd-4c5d-8c32-a82ed2c4e799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.910668 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-348b0b3c-d4dc-4042-bc84-4a0dafffcd56 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:09.911929 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-348b0b3c-d4dc-4042-bc84-4a0dafffcd56 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1437695 Jan 17 09:35:09.913910 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b0b3c-d4dc-4042-bc84-4a0dafffcd56 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df74c39-b337-4f42-8881-aff9c08532ce,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:09.915812 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 39996) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:09.920955 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2b59c0d4-d2ea-49a6-a50a-a530813b5356 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Request body: {'security_group_rule': {'security_group_id': '8df74c39-b337-4f42-8881-aff9c08532ce', 'project_id': '82cf45a99485404d88b5cae53dcef363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:09.956579 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b59c0d4-d2ea-49a6-a50a-a530813b5356 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (1f7c7d4a-5fa8-4982-bdee-a480ca3adc7d), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.018287 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e077eec7-af0b-4393-8a85-3edd07ab4a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.037283 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b59c0d4-d2ea-49a6-a50a-a530813b5356 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (1f7c7d4a-5fa8-4982-bdee-a480ca3adc7d), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.041547 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b59c0d4-d2ea-49a6-a50a-a530813b5356 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (1f7c7d4a-5fa8-4982-bdee-a480ca3adc7d), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.054995 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cf7a146e-53cd-4c5d-8c32-a82ed2c4e799 None None] For port 61bd9b81-8bed-423c-95a9-89d7b854f7f4, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=61bd9b81-8bed-423c-95a9-89d7b854f7f4,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:10.063966 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59c0d4-d2ea-49a6-a50a-a530813b5356 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7c7d4a-5fa8-4982-bdee-a480ca3adc7d,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:10.068189 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf7a146e-53cd-4c5d-8c32-a82ed2c4e799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.069251 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b59c0d4-d2ea-49a6-a50a-a530813b5356 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.070453 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2b59c0d4-d2ea-49a6-a50a-a530813b5356 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534824 Jan 17 09:35:10.073253 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 40000) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:10.078392 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f38c549d-af9c-43f6-9cf7-4d60930260fe tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Request body: {'security_group_rule': {'security_group_id': '8df74c39-b337-4f42-8881-aff9c08532ce', 'project_id': '82cf45a99485404d88b5cae53dcef363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:10.109315 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f38c549d-af9c-43f6-9cf7-4d60930260fe tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (ceabaabe-ccad-45e1-9b5e-720d37b668ed), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.123408 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] Set router fc9a8239-51fd-4f71-a12d-cc48544a8f5a gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:10.171881 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f38c549d-af9c-43f6-9cf7-4d60930260fe tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (ceabaabe-ccad-45e1-9b5e-720d37b668ed), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.177288 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f38c549d-af9c-43f6-9cf7-4d60930260fe tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (ceabaabe-ccad-45e1-9b5e-720d37b668ed), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.195323 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c549d-af9c-43f6-9cf7-4d60930260fe tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceabaabe-ccad-45e1-9b5e-720d37b668ed,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:10.205382 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f38c549d-af9c-43f6-9cf7-4d60930260fe tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.207881 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-f38c549d-af9c-43f6-9cf7-4d60930260fe tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322718 Jan 17 09:35:10.209826 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 40002) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:10.214357 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a8ac2f80-2cc0-4cea-b874-fd21ff165ade tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Request body: {'security_group_rule': {'security_group_id': '8df74c39-b337-4f42-8881-aff9c08532ce', 'project_id': '82cf45a99485404d88b5cae53dcef363', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:10.242339 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2f80-2cc0-4cea-b874-fd21ff165ade tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (62c71107-e1b9-4cc3-bde6-339dbdb822a7), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.300928 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2f80-2cc0-4cea-b874-fd21ff165ade tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (62c71107-e1b9-4cc3-bde6-339dbdb822a7), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.305734 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2f80-2cc0-4cea-b874-fd21ff165ade tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (62c71107-e1b9-4cc3-bde6-339dbdb822a7), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.327238 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac2f80-2cc0-4cea-b874-fd21ff165ade tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c71107-e1b9-4cc3-bde6-339dbdb822a7,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:10.336184 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2f80-2cc0-4cea-b874-fd21ff165ade tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.340332 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-a8ac2f80-2cc0-4cea-b874-fd21ff165ade tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292684 Jan 17 09:35:10.340730 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 40004) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:10.345416 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ea5cf468-6302-471d-b3b0-d6137a200a08 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Request body: {'security_group_rule': {'security_group_id': '8df74c39-b337-4f42-8881-aff9c08532ce', 'project_id': '82cf45a99485404d88b5cae53dcef363', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:10.375159 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf468-6302-471d-b3b0-d6137a200a08 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (12305ad6-2222-4614-9ce9-84064799b674), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.392220 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a146e-53cd-4c5d-8c32-a82ed2c4e799 None None] Pushing event updated for resources: {'Port': ['ID=61bd9b81-8bed-423c-95a9-89d7b854f7f4,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:10.397195 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 61bd9b81-8bed-423c-95a9-89d7b854f7f4 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:10.437930 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf468-6302-471d-b3b0-d6137a200a08 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (12305ad6-2222-4614-9ce9-84064799b674), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.441631 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf468-6302-471d-b3b0-d6137a200a08 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (12305ad6-2222-4614-9ce9-84064799b674), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.460761 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cf468-6302-471d-b3b0-d6137a200a08 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12305ad6-2222-4614-9ce9-84064799b674,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:10.469872 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf468-6302-471d-b3b0-d6137a200a08 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.471086 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ea5cf468-6302-471d-b3b0-d6137a200a08 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293204 Jan 17 09:35:10.473831 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 40006) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:10.478208 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6e4730c2-5ef6-4508-b0e5-9fb26db14b35 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Request body: {'security_group_rule': {'security_group_id': '8df74c39-b337-4f42-8881-aff9c08532ce', 'project_id': '82cf45a99485404d88b5cae53dcef363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:10.501868 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-6e4730c2-5ef6-4508-b0e5-9fb26db14b35 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Project 82cf45a99485404d88b5cae53dcef363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:35:10.506628 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e4730c2-5ef6-4508-b0e5-9fb26db14b35 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (423f4313-21d1-4ccd-a86f-72d385395f5e), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.525683 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'name': 'tempest-TestShelveInstance-1619801037-router', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'bee3e587-e629-4783-a517-3e2b1a13a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:35:08Z', 'revision_number': 4, 'project_id': '56fe109480ec4797bdc8150472e183d1', 'gw_port': {'id': 'bee3e587-e629-4783-a517-3e2b1a13a380', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': 'e4db5bba-1968-420f-992b-b735e350748b', 'name': '', 'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'mac_address': 'fa:16:3e:22:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f826a7f3-7f6d-4cdd-9967-2f18f456d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:07Z', 'updated_at': '2022-01-17T09:35:08Z', 'revision_number': 2, 'project_id': '56fe109480ec4797bdc8150472e183d1', 'subnets': [{'id': 'f826a7f3-7f6d-4cdd-9967-2f18f456d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:10.556020 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e26c3-f93b-4bb7-87f0-86075bb1d997 None None] The sync data for ids ['fc9a8239-51fd-4f71-a12d-cc48544a8f5a'] in dv-cinder-815582-7-iscsi is: [{'id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'name': 'tempest-TestShelveInstance-1619801037-router', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'bee3e587-e629-4783-a517-3e2b1a13a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:35:08Z', 'revision_number': 4, 'project_id': '56fe109480ec4797bdc8150472e183d1', 'gw_port': {'id': 'bee3e587-e629-4783-a517-3e2b1a13a380', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': 'e4db5bba-1968-420f-992b-b735e350748b', 'name': '', 'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'mac_address': 'fa:16:3e:22:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f826a7f3-7f6d-4cdd-9967-2f18f456d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:07Z', 'updated_at': '2022-01-17T09:35:08Z', 'revision_number': 2, 'project_id': '56fe109480ec4797bdc8150472e183d1', 'subnets': [{'id': 'f826a7f3-7f6d-4cdd-9967-2f18f456d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:35:10.564230 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e4730c2-5ef6-4508-b0e5-9fb26db14b35 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (423f4313-21d1-4ccd-a86f-72d385395f5e), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.569063 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e4730c2-5ef6-4508-b0e5-9fb26db14b35 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (423f4313-21d1-4ccd-a86f-72d385395f5e), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.592736 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e4730c2-5ef6-4508-b0e5-9fb26db14b35 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.593980 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6e4730c2-5ef6-4508-b0e5-9fb26db14b35 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192036 Jan 17 09:35:10.596819 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 40010) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:10.601330 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f986b63b-70f9-4f17-b5ca-fff799ed0db4 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Request body: {'security_group_rule': {'security_group_id': '8df74c39-b337-4f42-8881-aff9c08532ce', 'project_id': '82cf45a99485404d88b5cae53dcef363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:10.606891 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4730c2-5ef6-4508-b0e5-9fb26db14b35 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423f4313-21d1-4ccd-a86f-72d385395f5e,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:10.628891 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-f986b63b-70f9-4f17-b5ca-fff799ed0db4 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Project 82cf45a99485404d88b5cae53dcef363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:35:10.636554 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f986b63b-70f9-4f17-b5ca-fff799ed0db4 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (64890aa2-2bd9-44cc-9636-48309ec0813b), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.673087 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e7b86-5930-418a-96cf-26818c81fbbb req-e6225861-ea97-4b03-8b29-9a72b6f7592f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:10.675029 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1a5e7b86-5930-418a-96cf-26818c81fbbb req-e6225861-ea97-4b03-8b29-9a72b6f7592f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0526838 Jan 17 09:35:10.701439 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f986b63b-70f9-4f17-b5ca-fff799ed0db4 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (64890aa2-2bd9-44cc-9636-48309ec0813b), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.705555 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f986b63b-70f9-4f17-b5ca-fff799ed0db4 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (64890aa2-2bd9-44cc-9636-48309ec0813b), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.726024 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986b63b-70f9-4f17-b5ca-fff799ed0db4 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64890aa2-2bd9-44cc-9636-48309ec0813b,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:10.726711 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1a5e7b86-5930-418a-96cf-26818c81fbbb req-93a99034-6385-41f2-9069-55e8a63a3bfd tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456352 Jan 17 09:35:10.736104 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f986b63b-70f9-4f17-b5ca-fff799ed0db4 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:10.737373 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f986b63b-70f9-4f17-b5ca-fff799ed0db4 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396289 Jan 17 09:35:11.122908 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 61bd9b81-8bed-423c-95a9-89d7b854f7f4 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:11.183811 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port 61bd9b81-8bed-423c-95a9-89d7b854f7f4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:11.185460 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:11.319905 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port 61bd9b81-8bed-423c-95a9-89d7b854f7f4 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:11.874006 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9624d-1962-42ae-8827-bde3a053a67f req-ae3f17e6-2c43-4f3b-a72b-04e68ea32eb4 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:11.875545 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5fa9624d-1962-42ae-8827-bde3a053a67f req-ae3f17e6-2c43-4f3b-a72b-04e68ea32eb4 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0534976 Jan 17 09:35:11.924496 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5fa9624d-1962-42ae-8827-bde3a053a67f req-a2323f7e-9944-4e88-8aa0-dda360a03da2 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430138 Jan 17 09:35:12.093639 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12f5d79d-54fc-4ef0-9f5a-62b87a70a637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.049142 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbb10f-4a3b-4889-8901-5bc7808ae8ff req-368cb8f6-0b4f-40c1-83be-898ba4491f31 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:13.050658 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3cdbb10f-4a3b-4889-8901-5bc7808ae8ff req-368cb8f6-0b4f-40c1-83be-898ba4491f31 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0532751 Jan 17 09:35:13.103472 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3cdbb10f-4a3b-4889-8901-5bc7808ae8ff req-33b42091-a381-455a-9d55-bea000027ba5 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466218 Jan 17 09:35:13.127757 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device bee3e587-e629-4783-a517-3e2b1a13a380 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:13.175662 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.186355 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port bee3e587-e629-4783-a517-3e2b1a13a380 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:13.186722 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (bee3e587-e629-4783-a517-3e2b1a13a380), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.269924 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port bee3e587-e629-4783-a517-3e2b1a13a380 is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:13.270670 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (bee3e587-e629-4783-a517-3e2b1a13a380), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.293372 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] For port bee3e587-e629-4783-a517-3e2b1a13a380, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=bee3e587-e629-4783-a517-3e2b1a13a380,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:13.297232 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (bee3e587-e629-4783-a517-3e2b1a13a380), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:13.347281 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Pushing event updated for resources: {'Port': ['ID=bee3e587-e629-4783-a517-3e2b1a13a380,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:13.617768 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Sync routers for ids ['fc9a8239-51fd-4f71-a12d-cc48544a8f5a'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:35:13.628160 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Routers {'fc9a8239-51fd-4f71-a12d-cc48544a8f5a'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:13.628879 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:35:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['fc9a8239-51fd-4f71-a12d-cc48544a8f5a'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:13.732009 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Set router fc9a8239-51fd-4f71-a12d-cc48544a8f5a gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:13.926947 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'name': 'tempest-TestShelveInstance-1619801037-router', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'bee3e587-e629-4783-a517-3e2b1a13a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:35:08Z', 'revision_number': 4, 'project_id': '56fe109480ec4797bdc8150472e183d1', 'gw_port': {'id': 'bee3e587-e629-4783-a517-3e2b1a13a380', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': 'e4db5bba-1968-420f-992b-b735e350748b', 'name': '', 'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'mac_address': 'fa:16:3e:22:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f826a7f3-7f6d-4cdd-9967-2f18f456d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:07Z', 'updated_at': '2022-01-17T09:35:08Z', 'revision_number': 2, 'project_id': '56fe109480ec4797bdc8150472e183d1', 'subnets': [{'id': 'f826a7f3-7f6d-4cdd-9967-2f18f456d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:13.952818 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Checking router: fc9a8239-51fd-4f71-a12d-cc48544a8f5a for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:35:13.953177 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Updating router fc9a8239-51fd-4f71-a12d-cc48544a8f5a port e4db5bba-1968-420f-992b-b735e350748b binding host dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 09:35:13.977982 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (e4db5bba-1968-420f-992b-b735e350748b), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.229944 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d8f57-69e0-48f1-9323-bd2642751f28 req-e08a43ef-0aee-469c-827d-a42ff0aebb0b tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:14.231410 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-cb1d8f57-69e0-48f1-9323-bd2642751f28 req-e08a43ef-0aee-469c-827d-a42ff0aebb0b tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0496120 Jan 17 09:35:14.237331 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Publish callbacks [] for port (e4db5bba-1968-420f-992b-b735e350748b), precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.243094 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (e4db5bba-1968-420f-992b-b735e350748b), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.283050 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-cb1d8f57-69e0-48f1-9323-bd2642751f28 req-7698d186-1852-4f15-980f-5e8b3d659f2c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458329 Jan 17 09:35:14.294749 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345d721-9cc0-40d9-b62c-97ad8d6a7938 None None] Pushing event updated for resources: {'Port': ['ID=e4db5bba-1968-420f-992b-b735e350748b,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:14.303743 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d721-9cc0-40d9-b62c-97ad8d6a7938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:14.304162 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d721-9cc0-40d9-b62c-97ad8d6a7938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:14.304521 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d721-9cc0-40d9-b62c-97ad8d6a7938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:14.304873 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d721-9cc0-40d9-b62c-97ad8d6a7938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:14.305217 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d721-9cc0-40d9-b62c-97ad8d6a7938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:14.305553 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d721-9cc0-40d9-b62c-97ad8d6a7938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:14.305885 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d721-9cc0-40d9-b62c-97ad8d6a7938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:14.306214 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d721-9cc0-40d9-b62c-97ad8d6a7938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:14.306542 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d721-9cc0-40d9-b62c-97ad8d6a7938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:14.306881 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d721-9cc0-40d9-b62c-97ad8d6a7938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:14.307208 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d721-9cc0-40d9-b62c-97ad8d6a7938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:14.307632 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d721-9cc0-40d9-b62c-97ad8d6a7938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:14.307989 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d721-9cc0-40d9-b62c-97ad8d6a7938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:14.371033 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Attempting to bind port e4db5bba-1968-420f-992b-b735e350748b on host dv-cinder-815582-7-iscsi for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:14.372239 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Attempting to bind port e4db5bba-1968-420f-992b-b735e350748b by drivers openvswitch,hyperv on host dv-cinder-815582-7-iscsi at level 0 using segments [{'id': 'c9bcf48f-129d-4429-a0fb-e9d5e9510065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:14.372535 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Attempting to bind port e4db5bba-1968-420f-992b-b735e350748b on network ab669017-1877-44c9-80a1-2948243a4e38 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:14.378549 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Checking agent: {'id': '78fd426e-86c8-4e62-8c05-e90be8b06bd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 22, 46), 'started_at': datetime.datetime(2022, 1, 17, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:14.378924 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Checking segment: {'id': 'c9bcf48f-129d-4429-a0fb-e9d5e9510065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:14.379338 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.379893 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Bound using segment: {'id': 'c9bcf48f-129d-4429-a0fb-e9d5e9510065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:14.380522 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Bound port: e4db5bba-1968-420f-992b-b735e350748b, host: dv-cinder-815582-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bcf48f-129d-4429-a0fb-e9d5e9510065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:14.380899 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (e4db5bba-1968-420f-992b-b735e350748b), before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.470220 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] For port e4db5bba-1968-420f-992b-b735e350748b, host dv-cinder-815582-7-iscsi, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:14.473452 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] For port e4db5bba-1968-420f-992b-b735e350748b, host dv-cinder-815582-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=e4db5bba-1968-420f-992b-b735e350748b,segment=NetworkSegment(c9bcf48f-129d-4429-a0fb-e9d5e9510065),segment_id=c9bcf48f-129d-4429-a0fb-e9d5e9510065)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:14.479601 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (e4db5bba-1968-420f-992b-b735e350748b), after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.534718 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Routers {'fc9a8239-51fd-4f71-a12d-cc48544a8f5a'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:14.535375 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:35:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['fc9a8239-51fd-4f71-a12d-cc48544a8f5a'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:14.543910 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-86b2be07-77fb-4201-bf7a-2ac0e5e658ff None None] Provisioning complete for port e4db5bba-1968-420f-992b-b735e350748b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:14.544472 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-86b2be07-77fb-4201-bf7a-2ac0e5e658ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (e4db5bba-1968-420f-992b-b735e350748b), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.585958 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345d721-9cc0-40d9-b62c-97ad8d6a7938 None None] Pushing event updated for resources: {'Port': ['ID=e4db5bba-1968-420f-992b-b735e350748b,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:14.627149 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-86b2be07-77fb-4201-bf7a-2ac0e5e658ff None None] Current status of the port e4db5bba-1968-420f-992b-b735e350748b is: DOWN; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:14.627555 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-86b2be07-77fb-4201-bf7a-2ac0e5e658ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (e4db5bba-1968-420f-992b-b735e350748b), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.648539 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] Set router fc9a8239-51fd-4f71-a12d-cc48544a8f5a gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:14.669377 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-86b2be07-77fb-4201-bf7a-2ac0e5e658ff None None] For port e4db5bba-1968-420f-992b-b735e350748b, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=e4db5bba-1968-420f-992b-b735e350748b,segment=NetworkSegment(c9bcf48f-129d-4429-a0fb-e9d5e9510065),segment_id=c9bcf48f-129d-4429-a0fb-e9d5e9510065)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:14.673787 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-86b2be07-77fb-4201-bf7a-2ac0e5e658ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (e4db5bba-1968-420f-992b-b735e350748b), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.733798 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2be07-77fb-4201-bf7a-2ac0e5e658ff None None] Pushing event updated for resources: {'Port': ['ID=e4db5bba-1968-420f-992b-b735e350748b,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:14.736778 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.794296 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-01c6995e-8068-4e30-908b-fd7558046a60 None None] Provisioning complete for port e4db5bba-1968-420f-992b-b735e350748b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:14.794587 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-01c6995e-8068-4e30-908b-fd7558046a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (e4db5bba-1968-420f-992b-b735e350748b), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:14.862394 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'name': 'tempest-TestShelveInstance-1619801037-router', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'bee3e587-e629-4783-a517-3e2b1a13a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:35:08Z', 'revision_number': 4, 'project_id': '56fe109480ec4797bdc8150472e183d1', 'gw_port': {'id': 'bee3e587-e629-4783-a517-3e2b1a13a380', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': 'e4db5bba-1968-420f-992b-b735e350748b', 'name': '', 'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'mac_address': 'fa:16:3e:22:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f826a7f3-7f6d-4cdd-9967-2f18f456d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:07Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '56fe109480ec4797bdc8150472e183d1', 'subnets': [{'id': 'f826a7f3-7f6d-4cdd-9967-2f18f456d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:14.878431 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-01c6995e-8068-4e30-908b-fd7558046a60 None None] Current status of the port e4db5bba-1968-420f-992b-b735e350748b is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:14.892424 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11de5da5-4830-4035-8667-961fcda161a9 None None] The sync data for ids ['fc9a8239-51fd-4f71-a12d-cc48544a8f5a'] in dv-cinder-815582-7-iscsi is: [{'id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'name': 'tempest-TestShelveInstance-1619801037-router', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'bee3e587-e629-4783-a517-3e2b1a13a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:35:08Z', 'revision_number': 4, 'project_id': '56fe109480ec4797bdc8150472e183d1', 'gw_port': {'id': 'bee3e587-e629-4783-a517-3e2b1a13a380', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': 'e4db5bba-1968-420f-992b-b735e350748b', 'name': '', 'network_id': 'ab669017-1877-44c9-80a1-2948243a4e38', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'mac_address': 'fa:16:3e:22:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f826a7f3-7f6d-4cdd-9967-2f18f456d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:07Z', 'updated_at': '2022-01-17T09:35:14Z', 'revision_number': 4, 'project_id': '56fe109480ec4797bdc8150472e183d1', 'subnets': [{'id': 'f826a7f3-7f6d-4cdd-9967-2f18f456d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:35:15.145715 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device e4db5bba-1968-420f-992b-b735e350748b up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:15.195656 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port e4db5bba-1968-420f-992b-b735e350748b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:15.196076 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (e4db5bba-1968-420f-992b-b735e350748b), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.276802 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port e4db5bba-1968-420f-992b-b735e350748b is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:15.278397 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device bee3e587-e629-4783-a517-3e2b1a13a380 up at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:15.341245 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Provisioning complete for port bee3e587-e629-4783-a517-3e2b1a13a380 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:15.341631 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (bee3e587-e629-4783-a517-3e2b1a13a380), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:15.423869 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c18891-5e17-4152-b159-197259199404 req-7e5d8057-faba-498a-ac5f-1c6beeb71a35 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:15.424398 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Current status of the port bee3e587-e629-4783-a517-3e2b1a13a380 is: ACTIVE; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:15.430991 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-26c18891-5e17-4152-b159-197259199404 req-7e5d8057-faba-498a-ac5f-1c6beeb71a35 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0657654 Jan 17 09:35:15.482091 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-26c18891-5e17-4152-b159-197259199404 req-25ec56ce-f03c-4382-9ac2-d689eee0977e tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502033 Jan 17 09:35:16.165393 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:16.607547 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed246f1e-e7b8-4669-bab5-6d50c7b3cf74 req-436f71d4-5c1c-460b-8cff-8c5c8274004a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:16.609085 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ed246f1e-e7b8-4669-bab5-6d50c7b3cf74 req-436f71d4-5c1c-460b-8cff-8c5c8274004a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0517128 Jan 17 09:35:16.658622 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ed246f1e-e7b8-4669-bab5-6d50c7b3cf74 req-986dc674-3c67-4b8e-8640-ffacda5a53d7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439634 Jan 17 09:35:17.778631 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54afec-8ccd-4e38-b8d3-9bd5e98f8e1a req-727676b3-de34-4797-9ff3-78e3603548a6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:17.780168 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8e54afec-8ccd-4e38-b8d3-9bd5e98f8e1a req-727676b3-de34-4797-9ff3-78e3603548a6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0513396 Jan 17 09:35:17.827061 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8e54afec-8ccd-4e38-b8d3-9bd5e98f8e1a req-32995fb4-0b79-41bd-bcf4-2581e84aafea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403621 Jan 17 09:35:18.950812 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613d304-140b-41a8-b8c5-b6a4c88a82ef req-18a9393c-37dc-49d6-b1aa-8b9dafe607ac tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:18.952300 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1613d304-140b-41a8-b8c5-b6a4c88a82ef req-18a9393c-37dc-49d6-b1aa-8b9dafe607ac tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0536816 Jan 17 09:35:19.000048 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1613d304-140b-41a8-b8c5-b6a4c88a82ef req-042cf36b-4448-4816-ba30-fb7fb06fd7ef tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Jan 17 09:35:19.087642 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device da9367bf-0229-4085-a485-6f4f80e2c63f details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:35:19.182516 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port da9367bf-0229-4085-a485-6f4f80e2c63f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da9367bf-0229-4085-a485-6f4f80e2c63f,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:19.194908 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'port_id': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'mac_address': 'fa:16:3e:f1:c4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:35:19.230163 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port da9367bf-0229-4085-a485-6f4f80e2c63f is: ACTIVE; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:19.230550 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:19.243606 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da9367bf-0229-4085-a485-6f4f80e2c63f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:35:19.262527 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port da9367bf-0229-4085-a485-6f4f80e2c63f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da9367bf-0229-4085-a485-6f4f80e2c63f,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:19.267537 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:19.321660 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=da9367bf-0229-4085-a485-6f4f80e2c63f,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:19.381291 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['da9367bf-0229-4085-a485-6f4f80e2c63f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:35:20.133233 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56279ff1-2f65-42c6-acf7-1434d91dd6b5 req-e84bd4cb-5a41-4dc5-afc9-c29f02a078ce tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:20.134891 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-56279ff1-2f65-42c6-acf7-1434d91dd6b5 req-e84bd4cb-5a41-4dc5-afc9-c29f02a078ce tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 945 time: 0.0516975 Jan 17 09:35:20.190126 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-56279ff1-2f65-42c6-acf7-1434d91dd6b5 req-8fcced32-c2dd-49eb-9bdc-b992999aa469 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475330 Jan 17 09:35:21.096288 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device da9367bf-0229-4085-a485-6f4f80e2c63f up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:21.149441 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port da9367bf-0229-4085-a485-6f4f80e2c63f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:21.149831 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:21.253706 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port da9367bf-0229-4085-a485-6f4f80e2c63f is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:21.254360 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:21.286808 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9367bf-0229-4085-a485-6f4f80e2c63f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:35:21.289107 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5730ea22-8b5a-4db1-96b7-9f01fe6384cb" -d '{"events": [{"server_uuid": "a7b85fd7-ab8a-4d99-8e70-e8d039df1921", "name": "network-vif-plugged", "status": "completed", "tag": "da9367bf-0229-4085-a485-6f4f80e2c63f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:35:21.304374 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port da9367bf-0229-4085-a485-6f4f80e2c63f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da9367bf-0229-4085-a485-6f4f80e2c63f,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:21.317685 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:21.376285 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7c677e-f386-4875-9e03-268b86104f9c x-openstack-request-id: req-7d7c677e-f386-4875-9e03-268b86104f9c {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:35:21.376777 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b85fd7-ab8a-4d99-8e70-e8d039df1921", "name": "network-vif-plugged", "status": "completed", "tag": "da9367bf-0229-4085-a485-6f4f80e2c63f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:35:21.377201 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d7c677e-f386-4875-9e03-268b86104f9c {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:35:21.377938 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'code': 200} Jan 17 09:35:21.380171 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be109ae5-acb3-4592-84df-45af6088b83c req-b5ebdbe1-e474-4be0-8bb8-f07b7993d97b tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:21.382201 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-be109ae5-acb3-4592-84df-45af6088b83c req-b5ebdbe1-e474-4be0-8bb8-f07b7993d97b tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0997374 Jan 17 09:35:21.418034 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=da9367bf-0229-4085-a485-6f4f80e2c63f,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:21.449535 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-be109ae5-acb3-4592-84df-45af6088b83c req-2eca5d61-acd3-4f84-86bd-91c3633280da tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588496 Jan 17 09:35:22.583545 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c95342-3af3-41cf-b3f0-174a339afb12 req-771d8384-8c6b-4233-8a8b-5a6673521f8a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:22.588354 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-52c95342-3af3-41cf-b3f0-174a339afb12 req-771d8384-8c6b-4233-8a8b-5a6673521f8a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0585322 Jan 17 09:35:22.640542 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-52c95342-3af3-41cf-b3f0-174a339afb12 req-1e15de76-27c0-470a-ad44-f6fe1b6c74b8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494633 Jan 17 09:35:23.779126 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf13ae-d828-499e-af45-9456074aacc7 req-91b9b41c-1ab7-450c-86a2-e531385943e9 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:23.780761 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aadf13ae-d828-499e-af45-9456074aacc7 req-91b9b41c-1ab7-450c-86a2-e531385943e9 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0542712 Jan 17 09:35:23.839592 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aadf13ae-d828-499e-af45-9456074aacc7 req-ff9b33e4-8acb-4b90-91e2-817c3b9f8ea6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510299 Jan 17 09:35:24.966347 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ac420-2ae4-417b-976a-226e008c0ded req-5fe537e7-8a6f-4e39-a430-3a2f294fa5bc tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:24.967889 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-753ac420-2ae4-417b-976a-226e008c0ded req-5fe537e7-8a6f-4e39-a430-3a2f294fa5bc tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0505722 Jan 17 09:35:25.015585 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-753ac420-2ae4-417b-976a-226e008c0ded req-6303723a-1a84-4403-b72e-cec2b2cdca9d tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421193 Jan 17 09:35:26.160055 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-6040ed63-bae4-469e-8521-7f4dc9b1d2ec tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-635674512&fields=id&tenant_id=82cf45a99485404d88b5cae53dcef363 HTTP/1.1" status: 200 len: 267 time: 0.0548308 Jan 17 09:35:26.181670 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33660d-3336-4118-8bdb-ebe698258395 req-4aff0900-7da5-4103-86c8-c0b5c7c187c7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:26.183176 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5b33660d-3336-4118-8bdb-ebe698258395 req-4aff0900-7da5-4103-86c8-c0b5c7c187c7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0803351 Jan 17 09:35:26.247408 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5b33660d-3336-4118-8bdb-ebe698258395 req-b7ff8091-d0f5-4a9a-8d19-30fc2b0479f0 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578613 Jan 17 09:35:26.282363 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46049285-a907-4e76-b460-9ed52d0ec959 req-63491d4a-6f94-42a3-9e44-4888ea546ce2 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:26.284029 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-63491d4a-6f94-42a3-9e44-4888ea546ce2 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/networks?id=25e1aec0-a38d-44e5-9a83-9f65322e8824 HTTP/1.1" status: 200 len: 809 time: 0.1193938 Jan 17 09:35:26.304570 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-d7611623-f0c6-459a-a6f9-dce34cb75e43 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/quotas/82cf45a99485404d88b5cae53dcef363 HTTP/1.1" status: 200 len: 375 time: 0.0146320 Jan 17 09:35:26.363881 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-663c1851-975c-40eb-ae4c-e11660f76722 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=82cf45a99485404d88b5cae53dcef363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581460 Jan 17 09:35:26.477635 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-069e4aa1-f711-422a-9f13-d63139fd7845 service neutron] 10.222.0.77 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988164 Jan 17 09:35:26.571491 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-61563046-0d01-49ab-90a0-4cd4e907caa9 service neutron] 10.222.0.77 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915871 Jan 17 09:35:26.912400 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b6b05535-bc21-47c8-a995-c656c9337cdc req-2a829bf0-327e-4b20-b891-0564129d51dd tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 210 time: 0.0395179 Jan 17 09:35:27.546198 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b02a6-de78-43d0-853a-c9fef25b0f8f req-104a4595-cd59-45bf-828e-1fa9da78c471 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:27.547857 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-119b02a6-de78-43d0-853a-c9fef25b0f8f req-104a4595-cd59-45bf-828e-1fa9da78c471 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.2033465 Jan 17 09:35:27.599403 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-119b02a6-de78-43d0-853a-c9fef25b0f8f req-a24c87e8-c584-4737-9a80-2b8ccbd0def0 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440438 Jan 17 09:35:28.063026 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46049285-a907-4e76-b460-9ed52d0ec959 req-b5337618-00ce-46a4-b051-5cc7a206165a tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:28.064616 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-b5337618-00ce-46a4-b051-5cc7a206165a tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.31 "GET /v2.0/networks?id=25e1aec0-a38d-44e5-9a83-9f65322e8824 HTTP/1.1" status: 200 len: 809 time: 0.1950364 Jan 17 09:35:28.066627 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-551116f8-813f-4868-9b29-a4c8eb640c6f req-a296e3ff-3cf1-48b4-8983-b5104adf9d80 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 210 time: 0.0389283 Jan 17 09:35:28.159571 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-84c1827e-7279-4584-934a-6b558691c0c4 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82cf45a99485404d88b5cae53dcef363 HTTP/1.1" status: 200 len: 379 time: 0.0779705 Jan 17 09:35:28.170934 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-46049285-a907-4e76-b460-9ed52d0ec959 req-15f19628-da35-481f-8faf-55a070d97dfa tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Request body: {'port': {'device_id': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'admin_state_up': True, 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'security_groups': ['8df74c39-b337-4f42-8881-aff9c08532ce']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:28.303257 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46049285-a907-4e76-b460-9ed52d0ec959 req-15f19628-da35-481f-8faf-55a070d97dfa tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Made reservation on behalf of 82cf45a99485404d88b5cae53dcef363 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:28.316055 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46049285-a907-4e76-b460-9ed52d0ec959 req-15f19628-da35-481f-8faf-55a070d97dfa tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:28.522216 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-46049285-a907-4e76-b460-9ed52d0ec959 req-15f19628-da35-481f-8faf-55a070d97dfa tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Allocated IP 172.20.0.13 (25e1aec0-a38d-44e5-9a83-9f65322e8824/cf948a70-5faf-4919-832b-039fb33ed87b/74e46292-396d-4afb-a9a4-605a6b2c7e93) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:28.743023 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46049285-a907-4e76-b460-9ed52d0ec959 req-15f19628-da35-481f-8faf-55a070d97dfa tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:28.795555 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46049285-a907-4e76-b460-9ed52d0ec959 req-15f19628-da35-481f-8faf-55a070d97dfa tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:28.879529 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46049285-a907-4e76-b460-9ed52d0ec959 req-15f19628-da35-481f-8faf-55a070d97dfa tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Network 25e1aec0-a38d-44e5-9a83-9f65322e8824 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:28.885656 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-46049285-a907-4e76-b460-9ed52d0ec959 req-15f19628-da35-481f-8faf-55a070d97dfa tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:28.891412 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-46049285-a907-4e76-b460-9ed52d0ec959 req-15f19628-da35-481f-8faf-55a070d97dfa tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:28.902656 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f19628-da35-481f-8faf-55a070d97dfa tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Pushing event updated for resources: {'Port': ['ID=74e46292-396d-4afb-a9a4-605a6b2c7e93,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:28.950919 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f86b18-82f4-46e9-803d-ab0ed8e3af2d req-11c0e06f-e47e-40b1-9eff-5ad2eed252bd tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:28.951148 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-57f86b18-82f4-46e9-803d-ab0ed8e3af2d req-11c0e06f-e47e-40b1-9eff-5ad2eed252bd tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.2316754 Jan 17 09:35:28.989050 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46049285-a907-4e76-b460-9ed52d0ec959 req-15f19628-da35-481f-8faf-55a070d97dfa tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:28.989733 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46049285-a907-4e76-b460-9ed52d0ec959 req-15f19628-da35-481f-8faf-55a070d97dfa tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:29.016273 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-15f19628-da35-481f-8faf-55a070d97dfa tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8504267 Jan 17 09:35:29.034535 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Request body: {'port': {'device_id': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:29.080048 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-57f86b18-82f4-46e9-803d-ab0ed8e3af2d req-97a24ec6-3a6b-4e61-ba66-fae9414152cb tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187177 Jan 17 09:35:29.139579 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:29.212861 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-03204588-87e5-4285-8cab-a9e5e0b75c15 None None] Provisioning complete for port 74e46292-396d-4afb-a9a4-605a6b2c7e93 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:29.220205 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03204588-87e5-4285-8cab-a9e5e0b75c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:29.227827 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f508ca3-2fe9-432d-b605-561a6adfa7dc req-0bed3e89-6c02-48ba-adc9-efc6540fca57 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:29.235317 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8f508ca3-2fe9-432d-b605-561a6adfa7dc req-0bed3e89-6c02-48ba-adc9-efc6540fca57 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 932 time: 0.0712197 Jan 17 09:35:29.302084 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8f508ca3-2fe9-432d-b605-561a6adfa7dc req-50e3acb5-8cc3-44fc-8ef5-601ab692c731 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593193 Jan 17 09:35:29.329969 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-03204588-87e5-4285-8cab-a9e5e0b75c15 None None] Port 74e46292-396d-4afb-a9a4-605a6b2c7e93 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:35:29.469280 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e46292-396d-4afb-a9a4-605a6b2c7e93 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:35:29.477356 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Publish callbacks [] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:29.491506 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Transition to ACTIVE for port object 74e46292-396d-4afb-a9a4-605a6b2c7e93 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:35:29.496406 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:29.568800 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=74e46292-396d-4afb-a9a4-605a6b2c7e93,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:29.630094 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Attempting to bind port 74e46292-396d-4afb-a9a4-605a6b2c7e93 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:29.630427 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Attempting to bind port 74e46292-396d-4afb-a9a4-605a6b2c7e93 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd1b04edb-860a-4ef2-a3eb-528d13fa9325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:29.630734 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Attempting to bind port 74e46292-396d-4afb-a9a4-605a6b2c7e93 on network 25e1aec0-a38d-44e5-9a83-9f65322e8824 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:29.636354 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Port 74e46292-396d-4afb-a9a4-605a6b2c7e93 on network 25e1aec0-a38d-44e5-9a83-9f65322e8824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:35:29.636679 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Attempting to bind port 74e46292-396d-4afb-a9a4-605a6b2c7e93 on network 25e1aec0-a38d-44e5-9a83-9f65322e8824 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:29.642308 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:29.642646 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Checking segment: {'id': 'd1b04edb-860a-4ef2-a3eb-528d13fa9325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:29.643034 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Bound using segment: {'id': 'd1b04edb-860a-4ef2-a3eb-528d13fa9325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:29.643467 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Bound port: 74e46292-396d-4afb-a9a4-605a6b2c7e93, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b04edb-860a-4ef2-a3eb-528d13fa9325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:29.644028 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:29.722565 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] For port 74e46292-396d-4afb-a9a4-605a6b2c7e93, host hv-cinder-81558, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:29.726009 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] For port 74e46292-396d-4afb-a9a4-605a6b2c7e93, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:29.733024 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:29.772698 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:29.773495 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:29.775566 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] 10.222.0.31 "PUT /v2.0/ports/74e46292-396d-4afb-a9a4-605a6b2c7e93 HTTP/1.1" status: 200 len: 1094 time: 0.7468915 Jan 17 09:35:29.776353 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'tag': '74e46292-396d-4afb-a9a4-605a6b2c7e93'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:35:29.778996 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7570fdae-f6e6-4df6-be49-c51e8950fedb" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb03133-3ac7-4ff0-b846-66706e7e02f0", "tag": "74e46292-396d-4afb-a9a4-605a6b2c7e93"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:35:29.853375 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b409ba-8530-43c6-a0bc-557fbe2e07c6 x-openstack-request-id: req-36b409ba-8530-43c6-a0bc-557fbe2e07c6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:35:29.866806 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb03133-3ac7-4ff0-b846-66706e7e02f0", "tag": "74e46292-396d-4afb-a9a4-605a6b2c7e93", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:35:29.867332 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-36b409ba-8530-43c6-a0bc-557fbe2e07c6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:35:29.867967 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'tag': '74e46292-396d-4afb-a9a4-605a6b2c7e93', 'status': 'completed', 'code': 200} Jan 17 09:35:29.871814 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f8469-01d9-4243-9f9b-0779a6e9d6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=74e46292-396d-4afb-a9a4-605a6b2c7e93,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:29.920505 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46049285-a907-4e76-b460-9ed52d0ec959 req-a8dc5c68-37ba-4e67-81d1-7e938cec735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:29.923354 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-a8dc5c68-37ba-4e67-81d1-7e938cec735a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cf45a99485404d88b5cae53dcef363&device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 1097 time: 0.0987842 Jan 17 09:35:29.986049 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-b5147da1-fcdf-4624-8689-1cc4720dfe93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93 HTTP/1.1" status: 200 len: 217 time: 0.0566232 Jan 17 09:35:30.039612 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46049285-a907-4e76-b460-9ed52d0ec959 req-dda314fa-00c8-4606-b185-6465ec4ee024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:30.041278 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-dda314fa-00c8-4606-b185-6465ec4ee024 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf948a70-5faf-4919-832b-039fb33ed87b HTTP/1.1" status: 200 len: 848 time: 0.0494668 Jan 17 09:35:30.089510 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46049285-a907-4e76-b460-9ed52d0ec959 req-de1a547d-3db2-4941-bf07-aa774b812980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:30.091579 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-de1a547d-3db2-4941-bf07-aa774b812980 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=25e1aec0-a38d-44e5-9a83-9f65322e8824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426421 Jan 17 09:35:30.217582 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6c363-35fb-424f-89b2-5836ca872083 req-528feaa4-20e6-4397-9a24-a8ae3f9caf50 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:30.219045 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9fb6c363-35fb-424f-89b2-5836ca872083 req-528feaa4-20e6-4397-9a24-a8ae3f9caf50 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0732076 Jan 17 09:35:30.222532 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-f7b57398-66e2-47e6-a9d6-c4ac1ccd329f service neutron] 10.222.0.31 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246228 Jan 17 09:35:30.318178 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9fb6c363-35fb-424f-89b2-5836ca872083 req-f841930b-6815-4577-a859-673abf50e37e tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935807 Jan 17 09:35:30.345667 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-46049285-a907-4e76-b460-9ed52d0ec959 req-feb02cda-a206-4b16-b327-e768f61f8ad8 service neutron] 10.222.0.31 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156099 Jan 17 09:35:30.412548 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d53804-79e4-4a77-8c3e-123c8a40ba1f req-74fe41e4-d782-4c1e-8412-19d4cf0701f1 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:30.414004 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-56d53804-79e4-4a77-8c3e-123c8a40ba1f req-74fe41e4-d782-4c1e-8412-19d4cf0701f1 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0491514 Jan 17 09:35:30.461799 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-56d53804-79e4-4a77-8c3e-123c8a40ba1f req-0a061bd7-2ad0-48aa-95e4-38c4b6342786 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419767 Jan 17 09:35:30.464058 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570fdae-f6e6-4df6-be49-c51e8950fedb req-6a2f2d81-ad76-478f-b540-c8f0a79e3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:30.466982 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7570fdae-f6e6-4df6-be49-c51e8950fedb req-6a2f2d81-ad76-478f-b540-c8f0a79e3422 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cf45a99485404d88b5cae53dcef363&device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 1097 time: 0.0435390 Jan 17 09:35:30.554440 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570fdae-f6e6-4df6-be49-c51e8950fedb req-28d1dcc1-92d2-440a-ae40-f65f72c7a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:30.555988 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7570fdae-f6e6-4df6-be49-c51e8950fedb req-28d1dcc1-92d2-440a-ae40-f65f72c7a315 service neutron] 10.222.0.31 "GET /v2.0/networks?id=25e1aec0-a38d-44e5-9a83-9f65322e8824 HTTP/1.1" status: 200 len: 910 time: 0.0825634 Jan 17 09:35:30.599324 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7570fdae-f6e6-4df6-be49-c51e8950fedb req-417201ab-bd48-4bbe-aa85-7be39d6fe7b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93 HTTP/1.1" status: 200 len: 217 time: 0.0365565 Jan 17 09:35:30.646614 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570fdae-f6e6-4df6-be49-c51e8950fedb req-9bde8512-8d56-489c-ae3a-242f5de299b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:30.648104 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7570fdae-f6e6-4df6-be49-c51e8950fedb req-9bde8512-8d56-489c-ae3a-242f5de299b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf948a70-5faf-4919-832b-039fb33ed87b HTTP/1.1" status: 200 len: 848 time: 0.0424898 Jan 17 09:35:30.669953 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849748d2-4045-4803-90b9-57f195ff937d req-fbe737aa-8b8b-4e6d-87fc-9779305adea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:30.671432 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-849748d2-4045-4803-90b9-57f195ff937d req-fbe737aa-8b8b-4e6d-87fc-9779305adea8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2581ec9d39994daa81a4b8d87dec89ef&device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 1099 time: 0.0439246 Jan 17 09:35:30.691727 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570fdae-f6e6-4df6-be49-c51e8950fedb req-8566438b-7a54-4d8f-86a8-2f842a03e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:30.693217 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7570fdae-f6e6-4df6-be49-c51e8950fedb req-8566438b-7a54-4d8f-86a8-2f842a03e23f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=25e1aec0-a38d-44e5-9a83-9f65322e8824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384586 Jan 17 09:35:30.757766 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849748d2-4045-4803-90b9-57f195ff937d req-822c789f-ff1b-43a6-a9ac-a25652e7c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:30.759238 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-849748d2-4045-4803-90b9-57f195ff937d req-822c789f-ff1b-43a6-a9ac-a25652e7c201 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8623d6bb-7edc-4c03-bc24-d9754729c4df HTTP/1.1" status: 200 len: 918 time: 0.0815110 Jan 17 09:35:30.783441 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7570fdae-f6e6-4df6-be49-c51e8950fedb req-50ced948-d95b-4280-b687-2a6073d9ee1b service neutron] 10.222.0.31 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826893 Jan 17 09:35:30.859900 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-849748d2-4045-4803-90b9-57f195ff937d req-6ed83cd1-8766-490f-8f20-4b743961b84f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da9367bf-0229-4085-a485-6f4f80e2c63f HTTP/1.1" status: 200 len: 1000 time: 0.0897653 Jan 17 09:35:30.868332 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7570fdae-f6e6-4df6-be49-c51e8950fedb req-21c1f492-03ad-40d2-95d9-1808c9c6020c service neutron] 10.222.0.31 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792770 Jan 17 09:35:30.908585 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849748d2-4045-4803-90b9-57f195ff937d req-daa0a1df-c53b-4e43-9305-7d3ca3484dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:30.910042 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-849748d2-4045-4803-90b9-57f195ff937d req-daa0a1df-c53b-4e43-9305-7d3ca3484dab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=096ae4db-001b-43fd-b973-bddba67ea663 HTTP/1.1" status: 200 len: 856 time: 0.0447431 Jan 17 09:35:30.954972 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849748d2-4045-4803-90b9-57f195ff937d req-c673a76e-bfe1-4f64-969e-d20987e5623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:30.956472 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-849748d2-4045-4803-90b9-57f195ff937d req-c673a76e-bfe1-4f64-969e-d20987e5623d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8623d6bb-7edc-4c03-bc24-d9754729c4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396667 Jan 17 09:35:31.047707 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-849748d2-4045-4803-90b9-57f195ff937d req-f3feb29e-6d56-403f-8ad2-e66e5f72db8f service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846097 Jan 17 09:35:31.134323 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-849748d2-4045-4803-90b9-57f195ff937d req-1fa0a0c3-62c8-4461-b0bd-c82e0fe7f49b service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804231 Jan 17 09:35:31.445647 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfb9bc-9ae9-47e4-ad5a-4b2e17b6e361 req-44a1d0d6-08c0-4985-94cc-3584e2812964 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:31.447091 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-cdbfb9bc-9ae9-47e4-ad5a-4b2e17b6e361 req-44a1d0d6-08c0-4985-94cc-3584e2812964 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0516295 Jan 17 09:35:31.492703 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-cdbfb9bc-9ae9-47e4-ad5a-4b2e17b6e361 req-3e660738-51cf-4e3d-8e3e-5c565e7f434f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401447 Jan 17 09:35:31.580566 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a5b82-1f85-4324-be3c-e1048ef352b1 req-210da1de-cb8c-4dcb-a8e0-448ff492c5c7 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:31.582015 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8b0a5b82-1f85-4324-be3c-e1048ef352b1 req-210da1de-cb8c-4dcb-a8e0-448ff492c5c7 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0518162 Jan 17 09:35:31.629422 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8b0a5b82-1f85-4324-be3c-e1048ef352b1 req-6a15fe05-4052-4123-8c2a-27a0f9f25b62 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414462 Jan 17 09:35:32.608975 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2e958-42fd-420d-8247-459f6104bd16 req-0863d72a-8b2e-488c-af30-65cc7c6d0464 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:32.610319 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dec2e958-42fd-420d-8247-459f6104bd16 req-0863d72a-8b2e-488c-af30-65cc7c6d0464 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 946 time: 0.0472167 Jan 17 09:35:32.655519 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dec2e958-42fd-420d-8247-459f6104bd16 req-e8dbc7f6-7957-46b5-80a3-f5a39639ab51 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397902 Jan 17 09:35:32.742699 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4738b2-09d6-4103-aa1c-f8ce10fc0e46 req-fb7435b1-dc2d-4a29-98e5-e901c4f84505 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:32.744196 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6a4738b2-09d6-4103-aa1c-f8ce10fc0e46 req-fb7435b1-dc2d-4a29-98e5-e901c4f84505 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0475261 Jan 17 09:35:32.792807 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6a4738b2-09d6-4103-aa1c-f8ce10fc0e46 req-a0ef7893-ba81-4c8c-8644-4674f72fd1ad tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420580 Jan 17 09:35:33.145022 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device da9367bf-0229-4085-a485-6f4f80e2c63f no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:35:33.240426 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port da9367bf-0229-4085-a485-6f4f80e2c63f is: ACTIVE; New status is: DOWN {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:33.240820 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:33.263163 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da9367bf-0229-4085-a485-6f4f80e2c63f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:35:33.265402 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b284f06a-2924-4898-854c-4fd7cb61b26a" -d '{"events": [{"server_uuid": "a7b85fd7-ab8a-4d99-8e70-e8d039df1921", "name": "network-vif-unplugged", "status": "completed", "tag": "da9367bf-0229-4085-a485-6f4f80e2c63f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:35:33.278065 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port da9367bf-0229-4085-a485-6f4f80e2c63f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da9367bf-0229-4085-a485-6f4f80e2c63f,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:33.282170 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:33.305078 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 09:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45fb5ca-74f2-4e54-be30-919488e7ec06 x-openstack-request-id: req-a45fb5ca-74f2-4e54-be30-919488e7ec06 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:35:33.305312 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b85fd7-ab8a-4d99-8e70-e8d039df1921", "name": "network-vif-unplugged", "status": "failed", "tag": "da9367bf-0229-4085-a485-6f4f80e2c63f", "code": 422}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:35:33.305565 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a45fb5ca-74f2-4e54-be30-919488e7ec06 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:35:33.305979 dv-cinder-815582-7-iscsi neutron-server[102557]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'code': 422} returned with failed status Jan 17 09:35:33.337676 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=da9367bf-0229-4085-a485-6f4f80e2c63f,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:33.775427 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309a9e2-a07b-4915-9719-85520d30c555 req-9b0d9b9f-601b-4322-b7e2-96d92083a2b7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:33.777475 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3309a9e2-a07b-4915-9719-85520d30c555 req-9b0d9b9f-601b-4322-b7e2-96d92083a2b7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0474758 Jan 17 09:35:33.826320 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3309a9e2-a07b-4915-9719-85520d30c555 req-0cd57622-2197-4298-ad33-51a0cbc7f5f9 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432932 Jan 17 09:35:33.911031 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e01f7-1e35-4c36-a191-3f2775858529 req-afc163f0-a8b5-4735-a851-bfcfdc966dfe tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:33.912544 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-654e01f7-1e35-4c36-a191-3f2775858529 req-afc163f0-a8b5-4735-a851-bfcfdc966dfe tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0520196 Jan 17 09:35:33.962720 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-654e01f7-1e35-4c36-a191-3f2775858529 req-b3e79cfa-2d74-450a-ac3b-c7a43599651b tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445805 Jan 17 09:35:34.328743 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [req-90d3141b-e299-4921-a2be-42c485e05d58 req-33b39f45-d389-4717-9b33-cd92cb604064 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:35:34.329756 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-90d3141b-e299-4921-a2be-42c485e05d58 req-33b39f45-d389-4717-9b33-cd92cb604064 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0524707 Jan 17 09:35:34.483811 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b99c3b-0df8-4977-b907-8e0cc86114a6 req-b02d66aa-c6ea-48b0-a553-2498e6bd81f4 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:34.485638 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-74b99c3b-0df8-4977-b907-8e0cc86114a6 req-b02d66aa-c6ea-48b0-a553-2498e6bd81f4 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0491567 Jan 17 09:35:34.532206 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-74b99c3b-0df8-4977-b907-8e0cc86114a6 req-f0c17deb-ce8f-44c8-87fe-e690e907c7ae tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410883 Jan 17 09:35:34.701588 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 40312) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:34.779786 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-facdaeca-fe02-4994-8bb4-40e725abc7a3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770755 Jan 17 09:35:34.788065 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-ef1da196-720a-4222-9abf-725977a472bf service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:35:34.789007 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-ef1da196-720a-4222-9abf-725977a472bf service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047462 Jan 17 09:35:35.090774 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6585c29-6c6e-4af4-b498-52b669619fb6 req-9f74218c-5c23-4512-9187-661076fe0cd5 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:35.092329 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e6585c29-6c6e-4af4-b498-52b669619fb6 req-9f74218c-5c23-4512-9187-661076fe0cd5 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0564508 Jan 17 09:35:35.157310 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e6585c29-6c6e-4af4-b498-52b669619fb6 req-44486b97-cf95-4a2b-bed3-88c0342ac5ce tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549078 Jan 17 09:35:35.218850 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473d727-8e9c-4dc6-8c9c-4d7804b9b83b req-69744519-1d26-47db-9c90-bd73ef9a1de4 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:35.220367 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7473d727-8e9c-4dc6-8c9c-4d7804b9b83b req-69744519-1d26-47db-9c90-bd73ef9a1de4 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 945 time: 0.0492437 Jan 17 09:35:35.270103 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7473d727-8e9c-4dc6-8c9c-4d7804b9b83b req-0437ba2c-bbc8-434d-a14d-c08c4cfb8a70 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433824 Jan 17 09:35:35.652545 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fdbad-734d-4bbf-acc2-ff97b50bbea5 req-a3b52a73-26d7-488e-a02f-2162e14490e4 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:35.654186 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-337fdbad-734d-4bbf-acc2-ff97b50bbea5 req-a3b52a73-26d7-488e-a02f-2162e14490e4 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0509753 Jan 17 09:35:35.700584 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-337fdbad-734d-4bbf-acc2-ff97b50bbea5 req-7fd03e1c-8adb-4b50-af1b-a735298bedc2 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408742 Jan 17 09:35:36.011074 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:36.305114 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cef5d4-d69a-4dc6-851e-a322a6e5b048 req-9a1a044f-1180-43e2-a2fe-e173349fb615 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:36.306715 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-13cef5d4-d69a-4dc6-851e-a322a6e5b048 req-9a1a044f-1180-43e2-a2fe-e173349fb615 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0799952 Jan 17 09:35:36.317662 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee87d2-0f26-45aa-9c86-b77dd2fc5d8d req-6450d26e-8e44-4a83-82e6-531e8917f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:36.317662 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-45ee87d2-0f26-45aa-9c86-b77dd2fc5d8d req-6450d26e-8e44-4a83-82e6-531e8917f68c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2581ec9d39994daa81a4b8d87dec89ef&device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 1097 time: 0.0603199 Jan 17 09:35:36.350889 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-74fd1f7d-a09f-4f4d-8df8-6a234a4ca58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:36.352400 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-74fd1f7d-a09f-4f4d-8df8-6a234a4ca58a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921&tenant_id=2581ec9d39994daa81a4b8d87dec89ef HTTP/1.1" status: 200 len: 1097 time: 0.0868442 Jan 17 09:35:36.404434 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-13cef5d4-d69a-4dc6-851e-a322a6e5b048 req-12719814-f1e6-4448-ad6d-6e5b1844fdbd tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886540 Jan 17 09:35:36.405167 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc3cc0-72e1-4d4e-aba1-dc13cab57481 req-722fd33a-e8f2-4076-ac8d-d2075ba80b1e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:36.406652 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d1dc3cc0-72e1-4d4e-aba1-dc13cab57481 req-722fd33a-e8f2-4076-ac8d-d2075ba80b1e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 945 time: 0.0534015 Jan 17 09:35:36.451454 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee87d2-0f26-45aa-9c86-b77dd2fc5d8d req-7c701994-ef44-41a2-846b-1dab745da9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:36.452981 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-45ee87d2-0f26-45aa-9c86-b77dd2fc5d8d req-7c701994-ef44-41a2-846b-1dab745da9e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8623d6bb-7edc-4c03-bc24-d9754729c4df HTTP/1.1" status: 200 len: 918 time: 0.1104293 Jan 17 09:35:36.457818 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d1dc3cc0-72e1-4d4e-aba1-dc13cab57481 req-46a16b4b-4267-4f70-8d73-3715dc3d785c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455239 Jan 17 09:35:36.521256 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-45ee87d2-0f26-45aa-9c86-b77dd2fc5d8d req-fc6bf58e-79ef-4fc2-a2c0-85601a4e7e2f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da9367bf-0229-4085-a485-6f4f80e2c63f HTTP/1.1" status: 200 len: 998 time: 0.0617049 Jan 17 09:35:36.574099 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee87d2-0f26-45aa-9c86-b77dd2fc5d8d req-2286a27e-1968-4fdb-ab5b-69a47780b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:36.575592 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-45ee87d2-0f26-45aa-9c86-b77dd2fc5d8d req-2286a27e-1968-4fdb-ab5b-69a47780b046 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=096ae4db-001b-43fd-b973-bddba67ea663 HTTP/1.1" status: 200 len: 856 time: 0.0444939 Jan 17 09:35:36.627074 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee87d2-0f26-45aa-9c86-b77dd2fc5d8d req-4ad66d15-196c-452b-90ef-0c14dd0fa866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:36.628590 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-45ee87d2-0f26-45aa-9c86-b77dd2fc5d8d req-4ad66d15-196c-452b-90ef-0c14dd0fa866 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8623d6bb-7edc-4c03-bc24-d9754729c4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463815 Jan 17 09:35:36.715234 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-45ee87d2-0f26-45aa-9c86-b77dd2fc5d8d req-5825fb21-9919-48a8-ae39-67c942b00eae service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796449 Jan 17 09:35:36.808411 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-45ee87d2-0f26-45aa-9c86-b77dd2fc5d8d req-afb5c2a6-c2d4-419e-b639-3db14c52a9c9 service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854526 Jan 17 09:35:36.823187 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b07fec-1a2b-46e8-85f6-4bf737514909 req-fbd95e11-6c4a-4847-a0a8-53e9b828efbb tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:36.824865 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d3b07fec-1a2b-46e8-85f6-4bf737514909 req-fbd95e11-6c4a-4847-a0a8-53e9b828efbb tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0478821 Jan 17 09:35:36.892265 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-1c61f912-f2f9-4d36-9c80-feae553469f7 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:36.893738 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-1c61f912-f2f9-4d36-9c80-feae553469f7 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.31 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 945 time: 0.0508606 Jan 17 09:35:36.895823 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d3b07fec-1a2b-46e8-85f6-4bf737514909 req-997e6f79-6446-406c-9742-502348fddc9b tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653124 Jan 17 09:35:36.922034 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-b7f09db5-6ec4-4546-8973-eae7c973f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:36.922034 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-b7f09db5-6ec4-4546-8973-eae7c973f768 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2581ec9d39994daa81a4b8d87dec89ef&device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 1097 time: 0.0468776 Jan 17 09:35:36.986509 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-a5b6b612-3ce1-401c-bbce-c1bd09b969b3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Deleting port fb42d696-27ea-46c6-b29c-53d8544cbd10 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:35:36.986763 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-a5b6b612-3ce1-401c-bbce-c1bd09b969b3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:37.004420 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-16327762-e0ec-461f-b940-8fc8d7de6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:37.005884 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-16327762-e0ec-461f-b940-8fc8d7de6f0c service neutron] 10.222.0.31 "GET /v2.0/networks?id=8623d6bb-7edc-4c03-bc24-d9754729c4df HTTP/1.1" status: 200 len: 918 time: 0.0864720 Jan 17 09:35:37.072092 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-d21279c1-9d51-48ed-9450-61dd0d713808 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da9367bf-0229-4085-a485-6f4f80e2c63f HTTP/1.1" status: 200 len: 998 time: 0.0596235 Jan 17 09:35:37.078528 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-a5b6b612-3ce1-401c-bbce-c1bd09b969b3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] For port fb42d696-27ea-46c6-b29c-53d8544cbd10, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fb42d696-27ea-46c6-b29c-53d8544cbd10,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:37.078900 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-a5b6b612-3ce1-401c-bbce-c1bd09b969b3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:37.124582 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-9b7aa4d1-1453-4533-a417-4f05dd2ee443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:37.126084 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-9b7aa4d1-1453-4533-a417-4f05dd2ee443 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=096ae4db-001b-43fd-b973-bddba67ea663 HTTP/1.1" status: 200 len: 856 time: 0.0484719 Jan 17 09:35:37.143159 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device da9367bf-0229-4085-a485-6f4f80e2c63f no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:35:37.180939 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-5b7f20a4-1165-41ae-bdb2-289cf7842459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:37.182498 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-5b7f20a4-1165-41ae-bdb2-289cf7842459 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8623d6bb-7edc-4c03-bc24-d9754729c4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511322 Jan 17 09:35:37.220914 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port da9367bf-0229-4085-a485-6f4f80e2c63f is: DOWN; New status is: DOWN {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:37.285432 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-e885df21-5bac-43bf-bc35-fd253143a268 service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960798 Jan 17 09:35:37.302416 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-a5b6b612-3ce1-401c-bbce-c1bd09b969b3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:37.302787 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-a5b6b612-3ce1-401c-bbce-c1bd09b969b3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (680b7870-0ad9-4516-818d-fbd4987bf019), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:37.303106 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.l3_db [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-a5b6b612-3ce1-401c-bbce-c1bd09b969b3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Floating IP 680b7870-0ad9-4516-818d-fbd4987bf019 disassociated. External IP: 172.27.2.30, port: fb42d696-27ea-46c6-b29c-53d8544cbd10. Jan 17 09:35:37.303452 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-a5b6b612-3ce1-401c-bbce-c1bd09b969b3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Calling delete_port for fb42d696-27ea-46c6-b29c-53d8544cbd10 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:35:37.380176 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7a46aed6-17e0-45c3-b93f-6934b91cbda5 req-b4c4f69a-9795-41a6-b830-41d465e87648 service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872738 Jan 17 09:35:37.427788 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-a5b6b612-3ce1-401c-bbce-c1bd09b969b3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (fb42d696-27ea-46c6-b29c-53d8544cbd10), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:37.467112 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6b612-3ce1-401c-bbce-c1bd09b969b3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event deleted for resources: {'Port': ['ID=fb42d696-27ea-46c6-b29c-53d8544cbd10,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:37.577459 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-84826e8e-3f48-427f-a34b-529b5b29bf28 req-180eb9d8-9217-4686-b893-1d830ca4df70 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 210 time: 0.0399942 Jan 17 09:35:37.858031 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c86b8a-e69d-4435-a26c-402622dafb69 req-aa5ecb66-b4aa-41dd-b32f-743c1986463d tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:37.866512 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-87c86b8a-e69d-4435-a26c-402622dafb69 req-aa5ecb66-b4aa-41dd-b32f-743c1986463d tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.3611765 Jan 17 09:35:37.950771 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-a5b6b612-3ce1-401c-bbce-c1bd09b969b3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Router b34adfdf-0d71-4c84-a507-2579f344c86d has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:35:38.044968 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-87c86b8a-e69d-4435-a26c-402622dafb69 req-7e075001-3db2-4790-8e9f-edd1efd68b08 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722817 Jan 17 09:35:38.109088 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e101df8-1bbc-42e2-b30c-f61456a6a53e req-7cc0fcb0-5621-4cc3-af5f-642e5b6a59b9 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:38.112229 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2e101df8-1bbc-42e2-b30c-f61456a6a53e req-7cc0fcb0-5621-4cc3-af5f-642e5b6a59b9 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0660374 Jan 17 09:35:38.203997 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2e101df8-1bbc-42e2-b30c-f61456a6a53e req-5e64314a-cbe5-43bd-a42a-ae722497a469 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814991 Jan 17 09:35:38.242582 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-a5b6b612-3ce1-401c-bbce-c1bd09b969b3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:35:38.254451 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec20d3-ec87-4e06-81f4-11d719ae891a None None] Sync routers for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:35:38.282024 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec20d3-ec87-4e06-81f4-11d719ae891a None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:38.282670 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b3ec20d3-ec87-4e06-81f4-11d719ae891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:35:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:38.331341 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-a5b6b612-3ce1-401c-bbce-c1bd09b969b3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] No DVR routers for this DVR port fb42d696-27ea-46c6-b29c-53d8544cbd10 on host hv-cinder-81558 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:35:38.334571 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-a5b6b612-3ce1-401c-bbce-c1bd09b969b3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:38.338490 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-932419c1-ccd9-4882-b074-bcca39da4c56 req-a5b6b612-3ce1-401c-bbce-c1bd09b969b3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.31 "DELETE /v2.0/ports/fb42d696-27ea-46c6-b29c-53d8544cbd10 HTTP/1.1" status: 204 len: 173 time: 1.4394164 Jan 17 09:35:38.338875 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037cf1e9-8cf3-4465-8833-c488bf19c438', 'name': 'network-vif-deleted', 'tag': 'fb42d696-27ea-46c6-b29c-53d8544cbd10'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:35:38.341680 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b341bd10-897c-4fed-a5bd-a4e962008591" -d '{"events": [{"server_uuid": "037cf1e9-8cf3-4465-8833-c488bf19c438", "name": "network-vif-deleted", "tag": "fb42d696-27ea-46c6-b29c-53d8544cbd10"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:35:38.391947 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b3ec20d3-ec87-4e06-81f4-11d719ae891a None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:38.408858 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d4cf5b-9b43-43de-a2a3-5c143929968d x-openstack-request-id: req-88d4cf5b-9b43-43de-a2a3-5c143929968d {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:35:38.409155 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037cf1e9-8cf3-4465-8833-c488bf19c438", "name": "network-vif-deleted", "tag": "fb42d696-27ea-46c6-b29c-53d8544cbd10", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:35:38.409409 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88d4cf5b-9b43-43de-a2a3-5c143929968d {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:35:38.409802 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037cf1e9-8cf3-4465-8833-c488bf19c438', 'name': 'network-vif-deleted', 'tag': 'fb42d696-27ea-46c6-b29c-53d8544cbd10', 'status': 'completed', 'code': 200} Jan 17 09:35:38.607252 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b3ec20d3-ec87-4e06-81f4-11d719ae891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:38.636241 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec20d3-ec87-4e06-81f4-11d719ae891a None None] Checking router: b34adfdf-0d71-4c84-a507-2579f344c86d for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:35:38.646094 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec20d3-ec87-4e06-81f4-11d719ae891a None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:38.646952 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b3ec20d3-ec87-4e06-81f4-11d719ae891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:35:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:38.695342 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dc3d78b8-d886-490d-8a9f-b447b4cd51ac req-9125975e-7082-44bb-9df8-a8542b3aafbf tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 210 time: 0.0303454 Jan 17 09:35:38.787752 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b3ec20d3-ec87-4e06-81f4-11d719ae891a None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:39.001388 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b3ec20d3-ec87-4e06-81f4-11d719ae891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:39.164372 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 74e46292-396d-4afb-a9a4-605a6b2c7e93 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:35:39.167582 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec20d3-ec87-4e06-81f4-11d719ae891a None None] The sync data for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi is: [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:35:39.185747 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3bbb9-bc8b-4e5d-8b98-3b29e5493b0b req-1c6d78f5-8008-4b7c-844b-93999c866be1 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:39.187420 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1cf3bbb9-bc8b-4e5d-8b98-3b29e5493b0b req-1c6d78f5-8008-4b7c-844b-93999c866be1 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0561969 Jan 17 09:35:39.257207 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1cf3bbb9-bc8b-4e5d-8b98-3b29e5493b0b req-e051ef47-5eb2-47ef-8ecc-4dd7d335a6ee tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603707 Jan 17 09:35:39.305124 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 74e46292-396d-4afb-a9a4-605a6b2c7e93, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:39.341349 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': '74e46292-396d-4afb-a9a4-605a6b2c7e93', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'port_id': '74e46292-396d-4afb-a9a4-605a6b2c7e93', 'mac_address': 'fa:16:3e:bf:5c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:35:39.384466 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 74e46292-396d-4afb-a9a4-605a6b2c7e93 is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:39.384874 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:39.405187 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e46292-396d-4afb-a9a4-605a6b2c7e93 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:35:39.407500 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d31883-0db2-4037-995c-e4998188773a req-de35c56b-31d8-4244-a85c-4b5680c52d52 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:39.415123 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-80d31883-0db2-4037-995c-e4998188773a req-de35c56b-31d8-4244-a85c-4b5680c52d52 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0725243 Jan 17 09:35:39.426728 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 74e46292-396d-4afb-a9a4-605a6b2c7e93, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:39.433037 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:39.484735 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-80d31883-0db2-4037-995c-e4998188773a req-44952a04-53df-4560-8929-fc41a6d51e1b tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628719 Jan 17 09:35:39.502547 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=74e46292-396d-4afb-a9a4-605a6b2c7e93,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:39.570392 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5158cc-174c-4a0e-8d18-fa15777e9c92 None None] New status for floating IP 680b7870-0ad9-4516-818d-fbd4987bf019: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:35:39.673921 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['74e46292-396d-4afb-a9a4-605a6b2c7e93'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:35:39.811229 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ca6e12ac-b16b-41ff-b994-8e541a255504 req-71c4a92f-2da2-4277-ac2a-8569ad8bb438 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 210 time: 0.0390685 Jan 17 09:35:39.958493 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-47bc46c6-a552-4898-9be8-530c4bb6ea0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:40.391510 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0c9a4-4707-488b-ac03-58018fcb2df0 req-5536d180-0718-494d-aaf2-d94266206410 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:40.392917 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1de0c9a4-4707-488b-ac03-58018fcb2df0 req-5536d180-0718-494d-aaf2-d94266206410 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 945 time: 0.0477664 Jan 17 09:35:40.441446 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1de0c9a4-4707-488b-ac03-58018fcb2df0 req-0d338d5a-7a0c-4eb6-ba9c-34932d6452ac tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429819 Jan 17 09:35:40.595347 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ce9f4-069d-42de-9051-121064a51d65 req-381566a9-298f-45d8-b4ce-ff449e648061 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:40.596907 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6e9ce9f4-069d-42de-9051-121064a51d65 req-381566a9-298f-45d8-b4ce-ff449e648061 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0485373 Jan 17 09:35:40.648268 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6e9ce9f4-069d-42de-9051-121064a51d65 req-4dffb0c9-372a-4013-a5d1-67ae0a603727 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447061 Jan 17 09:35:40.904315 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-83340d1f-7c0b-4782-a7fc-4f7ddc488ca3 req-f1caa875-1e8f-4a22-a5f7-40ed006afd0a tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 210 time: 0.0332654 Jan 17 09:35:41.170676 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 74e46292-396d-4afb-a9a4-605a6b2c7e93 up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:41.221655 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port 74e46292-396d-4afb-a9a4-605a6b2c7e93 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:35:41.225539 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port 74e46292-396d-4afb-a9a4-605a6b2c7e93 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:41.225922 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:41.308304 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 74e46292-396d-4afb-a9a4-605a6b2c7e93 is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:41.309234 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:41.334688 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e46292-396d-4afb-a9a4-605a6b2c7e93'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:35:41.336963 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052dd011-75c3-4db5-84b6-e6eab50d82f9" -d '{"events": [{"server_uuid": "9eb03133-3ac7-4ff0-b846-66706e7e02f0", "name": "network-vif-plugged", "status": "completed", "tag": "74e46292-396d-4afb-a9a4-605a6b2c7e93"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:35:41.349137 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 74e46292-396d-4afb-a9a4-605a6b2c7e93, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:41.353044 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:41.353925 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device fb42d696-27ea-46c6-b29c-53d8544cbd10 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:35:41.379630 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a285606-64b1-46a0-965d-86d86729cb3d x-openstack-request-id: req-4a285606-64b1-46a0-965d-86d86729cb3d {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:35:41.379972 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb03133-3ac7-4ff0-b846-66706e7e02f0", "name": "network-vif-plugged", "status": "completed", "tag": "74e46292-396d-4afb-a9a4-605a6b2c7e93", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:35:41.380231 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a285606-64b1-46a0-965d-86d86729cb3d {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:35:41.380616 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e46292-396d-4afb-a9a4-605a6b2c7e93', 'code': 200} Jan 17 09:35:41.399158 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: fb42d696-27ea-46c6-b29c-53d8544cbd10 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:35:41.399512 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device fb42d696-27ea-46c6-b29c-53d8544cbd10 not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:35:41.427003 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=74e46292-396d-4afb-a9a4-605a6b2c7e93,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:41.572078 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154373-4541-434c-b4e6-fb879cb40174 req-dbc18f61-82a4-442c-ae49-c241675f81af tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:41.573728 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cb154373-4541-434c-b4e6-fb879cb40174 req-dbc18f61-82a4-442c-ae49-c241675f81af tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0646200 Jan 17 09:35:41.624201 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cb154373-4541-434c-b4e6-fb879cb40174 req-c07f486d-0e65-48ff-bf57-a6088893526a tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449121 Jan 17 09:35:41.776803 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd19d7-f656-41d6-82c1-2ad2990ee979 req-81c2adcd-f890-42bd-907e-c5b27dc9e339 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:41.778287 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b5cd19d7-f656-41d6-82c1-2ad2990ee979 req-81c2adcd-f890-42bd-907e-c5b27dc9e339 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0547099 Jan 17 09:35:41.823332 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b5cd19d7-f656-41d6-82c1-2ad2990ee979 req-96b1e754-6e0d-4a4d-862c-170d58a7b71e tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395687 Jan 17 09:35:42.002417 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-11d82432-3fd7-4379-bd9d-0eea7dd1a82f req-eb8754d9-fdde-477b-876a-1e9a04aa6e5d tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 210 time: 0.0294051 Jan 17 09:35:42.101015 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-37e4b5fa-2954-45ac-9713-565d0f790686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:42.745215 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d15cc-7f7b-47e0-9279-e0fe2e350a76 req-56abc7ca-0159-4cf6-8d9e-5ea110926a42 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:42.747246 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a57d15cc-7f7b-47e0-9279-e0fe2e350a76 req-56abc7ca-0159-4cf6-8d9e-5ea110926a42 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0539584 Jan 17 09:35:42.794587 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a57d15cc-7f7b-47e0-9279-e0fe2e350a76 req-be344d88-a382-452b-a8e8-3601ea4d17a1 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418692 Jan 17 09:35:42.941256 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a6a98-f521-487d-93ae-ec79f946f0c0 req-cab4abca-eb68-467d-a641-8ed90e037ce8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:42.942763 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9b5a6a98-f521-487d-93ae-ec79f946f0c0 req-cab4abca-eb68-467d-a641-8ed90e037ce8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0476453 Jan 17 09:35:43.011427 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9b5a6a98-f521-487d-93ae-ec79f946f0c0 req-7ab82887-e6c4-4e98-b710-576c7092db72 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610163 Jan 17 09:35:43.102671 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cb34af6c-b219-4d59-937a-381b671265ad req-3321c525-40fb-4933-852f-eca552816c71 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 210 time: 0.0292196 Jan 17 09:35:43.154695 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:43.914615 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bbe7a-fc78-4a25-86ac-c2786c682585 req-d492e261-c83f-484d-b5aa-2c4f02c09cf9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:43.917365 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-287bbe7a-fc78-4a25-86ac-c2786c682585 req-d492e261-c83f-484d-b5aa-2c4f02c09cf9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0553312 Jan 17 09:35:43.965553 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-287bbe7a-fc78-4a25-86ac-c2786c682585 req-a3aaf982-e786-43d3-afc9-fe1c78236abb tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432699 Jan 17 09:35:44.129427 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc208a-76d7-4c0d-84df-303f4176a39f req-fb9e402a-daac-43a3-a333-fafbfdb14509 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:44.130844 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-98fc208a-76d7-4c0d-84df-303f4176a39f req-fb9e402a-daac-43a3-a333-fafbfdb14509 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0475395 Jan 17 09:35:44.183225 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-98fc208a-76d7-4c0d-84df-303f4176a39f req-5f113dbc-37d9-48ce-a66a-9c8f06124204 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441251 Jan 17 09:35:44.299367 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5b16dd15-bfec-496f-b3e6-5c4a9997e5e2 req-6915c464-7940-411f-bb2f-a3f3c3052011 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 210 time: 0.0292041 Jan 17 09:35:44.726850 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:45.085854 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c42da-4c52-4278-a750-f109525574d7 req-82ab5a90-4bfc-4264-8e5d-7598d6f7094a tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:45.087316 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-792c42da-4c52-4278-a750-f109525574d7 req-82ab5a90-4bfc-4264-8e5d-7598d6f7094a tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0503173 Jan 17 09:35:45.135342 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-792c42da-4c52-4278-a750-f109525574d7 req-9f16172d-5561-4a72-b07d-8c079a1fd0f2 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424571 Jan 17 09:35:45.332061 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c760c-672d-4d1e-b408-fa716fb24b20 req-91d7bf17-c706-4f8a-ae5f-3fd94e6c64c0 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:45.334574 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-091c760c-672d-4d1e-b408-fa716fb24b20 req-91d7bf17-c706-4f8a-ae5f-3fd94e6c64c0 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0557511 Jan 17 09:35:45.384279 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-091c760c-672d-4d1e-b408-fa716fb24b20 req-18dec762-299c-479d-888d-621438fd6350 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435522 Jan 17 09:35:45.423418 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:35:45.490175 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d59ef557-7888-4c91-9e3f-181930884a0f req-1f89dacc-c58d-464d-a5f7-34eecfa1612e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 210 time: 0.0290027 Jan 17 09:35:46.169073 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:46.267199 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97dc49-7cbb-42e6-b734-4e5335c50578 req-7567cee6-2dfc-42f5-b8fd-e7e3dc8ab4fc tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:46.272981 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7e97dc49-7cbb-42e6-b734-4e5335c50578 req-7567cee6-2dfc-42f5-b8fd-e7e3dc8ab4fc tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0674918 Jan 17 09:35:46.335217 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7e97dc49-7cbb-42e6-b734-4e5335c50578 req-4bede8d4-2a52-4e7e-9ab5-ee4c393d6fe9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563064 Jan 17 09:35:46.517650 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff502c43-3bf5-43ca-860e-d8b303084d14 req-163154b2-bf66-47a2-9573-e52200fb8616 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:46.519171 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ff502c43-3bf5-43ca-860e-d8b303084d14 req-163154b2-bf66-47a2-9573-e52200fb8616 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0503120 Jan 17 09:35:46.567420 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ff502c43-3bf5-43ca-860e-d8b303084d14 req-2f990d30-49d7-43ef-bfd0-de4205c8a254 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426705 Jan 17 09:35:46.656987 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e2679efe-e621-4aca-aabd-d52b1f18f87f req-5f272543-ff9b-499d-8da8-65c834bec70b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 210 time: 0.0284591 Jan 17 09:35:47.437683 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beea0b-6d11-44b9-886d-4e16c7d432d0 req-962e8ffd-23bc-4f48-80b5-8e6ad500ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:47.439185 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-30beea0b-6d11-44b9-886d-4e16c7d432d0 req-962e8ffd-23bc-4f48-80b5-8e6ad500ca84 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 1099 time: 0.0899727 Jan 17 09:35:47.458591 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deec0ea-2bc5-43a5-a87f-82156a660fbb req-6eedf3a1-6be6-4b93-b6c7-c2980f81693f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:47.460133 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0deec0ea-2bc5-43a5-a87f-82156a660fbb req-6eedf3a1-6be6-4b93-b6c7-c2980f81693f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0543153 Jan 17 09:35:47.488369 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-30beea0b-6d11-44b9-886d-4e16c7d432d0 req-d8136c8a-bf12-40f5-887f-cf01413b8297 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422771 Jan 17 09:35:47.510785 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0deec0ea-2bc5-43a5-a87f-82156a660fbb req-e5dba2e7-fc80-4813-9eba-ed4571893617 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441964 Jan 17 09:35:47.690896 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a41474-88a9-4ccb-8541-3549c587a6b5 req-faacaf0d-ec06-4b15-bbcb-9b6b9f2aff16 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:47.692336 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-45a41474-88a9-4ccb-8541-3549c587a6b5 req-faacaf0d-ec06-4b15-bbcb-9b6b9f2aff16 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0482140 Jan 17 09:35:47.738506 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-45a41474-88a9-4ccb-8541-3549c587a6b5 req-c71233e4-bb0b-4c60-b011-0c9eb788e465 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406728 Jan 17 09:35:47.758308 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6a97fa88-8603-42c5-b1c4-2c26e1886116 req-2177a16c-c638-4615-a769-4fed6048e00a tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=037cf1e9-8cf3-4465-8833-c488bf19c438 HTTP/1.1" status: 200 len: 210 time: 0.0250170 Jan 17 09:35:48.623486 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f859f-8b24-4acd-9a3b-c73937740129 req-69b36ae3-e6a6-4079-ba7b-8788726d65e7 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:48.625003 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-996f859f-8b24-4acd-9a3b-c73937740129 req-69b36ae3-e6a6-4079-ba7b-8788726d65e7 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0482423 Jan 17 09:35:48.676699 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-996f859f-8b24-4acd-9a3b-c73937740129 req-e1672d9e-2156-4d44-94d8-218c8f0450a7 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455091 Jan 17 09:35:48.860011 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8072f-473f-49de-abbd-87e4efbcd7fc req-f918173f-f0c0-4b58-ab2f-95562279c214 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:48.861465 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99c8072f-473f-49de-abbd-87e4efbcd7fc req-f918173f-f0c0-4b58-ab2f-95562279c214 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0480480 Jan 17 09:35:48.913257 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-99c8072f-473f-49de-abbd-87e4efbcd7fc req-30184b88-0c6c-4fb6-ad88-b535fdb51fcb tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460646 Jan 17 09:35:49.010714 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-4ce51325-87dc-4eea-a613-84c535e01537 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-424146352&fields=id&tenant_id=f598fce1df014bbe82e23bbf0b7544eb HTTP/1.1" status: 200 len: 267 time: 0.0422935 Jan 17 09:35:49.112259 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-549704c5-aaf7-47cb-acc5-c4ea7237f9b0 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:49.113697 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-549704c5-aaf7-47cb-acc5-c4ea7237f9b0 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/networks?id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 200 len: 812 time: 0.0963566 Jan 17 09:35:49.128032 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-939b8e00-c25c-453d-a130-fdca949e1fcd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/quotas/f598fce1df014bbe82e23bbf0b7544eb HTTP/1.1" status: 200 len: 375 time: 0.0091205 Jan 17 09:35:49.180024 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-1dcd8179-3b98-4e8f-80ee-6991318165ca tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467691 Jan 17 09:35:49.315435 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-4f13fdc1-2954-4b7e-a213-68a56884e2c5 service neutron] 10.222.0.77 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217904 Jan 17 09:35:49.664736 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-b1989162-3c4b-4371-8459-5c481ce658e0 service neutron] 10.222.0.77 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458941 Jan 17 09:35:49.807982 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978da3a4-10ad-464a-8b68-901ca2555e3e req-356d8c6d-077b-4b3c-a7a2-9543d6c0249c tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:49.809504 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-978da3a4-10ad-464a-8b68-901ca2555e3e req-356d8c6d-077b-4b3c-a7a2-9543d6c0249c tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0565622 Jan 17 09:35:49.862798 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-978da3a4-10ad-464a-8b68-901ca2555e3e req-6a0e3ac5-455f-4ab9-95ed-75528286a907 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461073 Jan 17 09:35:49.962497 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-110650c9-5a00-496a-b1c4-f24290c6236d req-83f44f88-da18-40ca-bcdd-aaa314baf894 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 210 time: 0.0287836 Jan 17 09:35:49.999936 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5b18f-6d6e-421f-9fbd-6b46dfd76c90 req-2968bd28-0e02-4e97-bd90-48c5e746a53c tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:50.001626 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2aa5b18f-6d6e-421f-9fbd-6b46dfd76c90 req-2968bd28-0e02-4e97-bd90-48c5e746a53c tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0685196 Jan 17 09:35:50.054677 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2aa5b18f-6d6e-421f-9fbd-6b46dfd76c90 req-562e4dc5-5f93-4c2a-bffc-17ca09a7ed84 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460889 Jan 17 09:35:50.077597 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 40482) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:50.077898 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6268e04-30c3-4606-a01e-27782c344977 req-8bfd0c5e-b478-430f-8804-4c9169542bfc tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:50.079642 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c6268e04-30c3-4606-a01e-27782c344977 req-8bfd0c5e-b478-430f-8804-4c9169542bfc tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0579998 Jan 17 09:35:50.128093 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c6268e04-30c3-4606-a01e-27782c344977 req-ba6f5dac-a725-431e-b952-0efe72a5490e tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421815 Jan 17 09:35:50.176726 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7be4b8d-77e3-49b1-8a3f-1a27bd2dd5e9 tempest-TestShelveInstance-125248652 tempest-TestShelveInstance-125248652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:50.179903 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-c7be4b8d-77e3-49b1-8a3f-1a27bd2dd5e9 tempest-TestShelveInstance-125248652 tempest-TestShelveInstance-125248652-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 1094 time: 0.0996094 Jan 17 09:35:50.181147 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 40488) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:35:50.185870 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Request body: {'floatingip': {'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'port_id': '74e46292-396d-4afb-a9a4-605a6b2c7e93', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:50.210261 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:50.305668 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:50.415718 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Allocated IP 172.27.2.90 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/b1b4a92e-54c6-4cda-9991-d0fed16d9baa) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:50.515454 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for port (b1b4a92e-54c6-4cda-9991-d0fed16d9baa), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:50.548213 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (b1b4a92e-54c6-4cda-9991-d0fed16d9baa), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:50.590044 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:50.592857 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:50.596391 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:50.601716 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Pushing event updated for resources: {'Port': ['ID=b1b4a92e-54c6-4cda-9991-d0fed16d9baa,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:50.630134 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:50.630502 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:50.630859 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:50.631205 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:50.631544 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:50.631905 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:50.632241 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:50.632573 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:50.632904 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:50.633243 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:50.633571 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:50.633900 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:50.634225 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:50.927331 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-d7b42b1f-9d67-42ba-9c7c-cdd2c36d405c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:50.928811 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-d7b42b1f-9d67-42ba-9c7c-cdd2c36d405c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.31 "GET /v2.0/networks?id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 200 len: 812 time: 0.1251733 Jan 17 09:35:51.071445 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-c90bfdca-67d0-497d-9490-054ea6770db6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f598fce1df014bbe82e23bbf0b7544eb HTTP/1.1" status: 200 len: 379 time: 0.1092801 Jan 17 09:35:51.078963 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ad561d59-b19f-4e63-bcda-76122f773b87 req-9f4cec4a-941c-4578-ac16-c5be343abb20 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 210 time: 0.0447974 Jan 17 09:35:51.113220 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-ab571734-1fac-47ce-8168-cc05d18f6ccd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Request body: {'port': {'device_id': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'admin_state_up': True, 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'security_groups': ['cdeac66c-895e-4d49-b05a-06f914111338']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:51.185620 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for floatingip (f7d65cc1-4aa6-4336-9d37-7657c305bedf), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:51.328470 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee7c25-8b98-463d-bf1f-240c3e65a0c3 req-aa8aa75b-5ad8-4e39-bf98-c4b5b53aa6e6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:51.329995 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-74ee7c25-8b98-463d-bf1f-240c3e65a0c3 req-aa8aa75b-5ad8-4e39-bf98-c4b5b53aa6e6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.1244590 Jan 17 09:35:51.334599 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b1b4a92e-54c6-4cda-9991-d0fed16d9baa), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:51.368665 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-ab571734-1fac-47ce-8168-cc05d18f6ccd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Made reservation on behalf of f598fce1df014bbe82e23bbf0b7544eb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:35:51.372773 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-ab571734-1fac-47ce-8168-cc05d18f6ccd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:51.478755 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-74ee7c25-8b98-463d-bf1f-240c3e65a0c3 req-8543f6f4-cfd9-405b-b30a-eeacebb28000 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421590 Jan 17 09:35:51.597433 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-ab571734-1fac-47ce-8168-cc05d18f6ccd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Allocated IP 172.20.0.10 (7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1/7b725854-b5c0-41ee-8bb5-b9d0e5c1d302/5658a718-296c-49cc-b8f3-c8fd0fe08442) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:35:51.660170 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for port (b1b4a92e-54c6-4cda-9991-d0fed16d9baa), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:51.667710 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (b1b4a92e-54c6-4cda-9991-d0fed16d9baa), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:51.785632 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Pushing event updated for resources: {'Port': ['ID=b1b4a92e-54c6-4cda-9991-d0fed16d9baa,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:51.806498 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (f7d65cc1-4aa6-4336-9d37-7657c305bedf), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:51.868899 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-ab571734-1fac-47ce-8168-cc05d18f6ccd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:51.940010 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.l3_db [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Floating IP f7d65cc1-4aa6-4336-9d37-7657c305bedf associated. External IP: 172.27.2.90, port: 74e46292-396d-4afb-a9a4-605a6b2c7e93. Jan 17 09:35:51.980407 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-ab571734-1fac-47ce-8168-cc05d18f6ccd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:52.056028 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-ab571734-1fac-47ce-8168-cc05d18f6ccd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:35:52.067052 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-ab571734-1fac-47ce-8168-cc05d18f6ccd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:35:52.074386 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-ab571734-1fac-47ce-8168-cc05d18f6ccd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:35:52.081016 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab571734-1fac-47ce-8168-cc05d18f6ccd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'Port': ['ID=5658a718-296c-49cc-b8f3-c8fd0fe08442,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:52.179887 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-ab571734-1fac-47ce-8168-cc05d18f6ccd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:52.179887 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-ab571734-1fac-47ce-8168-cc05d18f6ccd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:52.222698 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4c9c1-cd73-48cf-8903-7af8c256ff85 req-72b9237d-7e81-4716-9b61-dad5226bf76e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:52.224392 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b6c4c9c1-cd73-48cf-8903-7af8c256ff85 req-72b9237d-7e81-4716-9b61-dad5226bf76e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 932 time: 0.0551536 Jan 17 09:35:52.232501 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-ab571734-1fac-47ce-8168-cc05d18f6ccd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1306241 Jan 17 09:35:52.245491 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Request body: {'port': {'device_id': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:35:52.279462 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b6c4c9c1-cd73-48cf-8903-7af8c256ff85 req-f7ed9bb2-a9c1-4117-af05-adfedc0d5271 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483308 Jan 17 09:35:52.311216 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:35:52.313622 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:52.370697 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-060af03b-d9fe-4a11-9483-27d103cc624b None None] Provisioning complete for port 5658a718-296c-49cc-b8f3-c8fd0fe08442 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:52.371301 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-060af03b-d9fe-4a11-9483-27d103cc624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:52.404914 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-060af03b-d9fe-4a11-9483-27d103cc624b None None] Port 5658a718-296c-49cc-b8f3-c8fd0fe08442 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:35:52.810204 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:35:52.819876 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0593d3-9ce1-4e0d-8f99-388880953d45 None None] Sync routers for ids ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:35:52.822701 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034487f8-fa26-48bf-9762-4f711a31a18a req-af60035f-05fc-4c26-95d1-c6cc529bf13b tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:52.824137 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-034487f8-fa26-48bf-9762-4f711a31a18a req-af60035f-05fc-4c26-95d1-c6cc529bf13b tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.1456485 Jan 17 09:35:52.830762 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0593d3-9ce1-4e0d-8f99-388880953d45 None None] Routers {'11f1e17a-38b0-4914-88ea-73e0120fa9a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:52.831598 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4b0593d3-9ce1-4e0d-8f99-388880953d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:35:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:52.855895 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:52.912000 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-d8b55f94-dc60-4763-bcf8-5a714acd258f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7298031 Jan 17 09:35:52.919134 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'tag': '74e46292-396d-4afb-a9a4-605a6b2c7e93'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:35:52.921367 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162e334e-c39c-40d3-a98b-6c8f5e84ea29" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb03133-3ac7-4ff0-b846-66706e7e02f0", "tag": "74e46292-396d-4afb-a9a4-605a6b2c7e93"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:35:52.940621 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4b0593d3-9ce1-4e0d-8f99-388880953d45 None None] Set router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:52.943562 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-034487f8-fa26-48bf-9762-4f711a31a18a req-7486111b-6c11-46c8-bfe2-26fd784c0b76 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122930 Jan 17 09:35:52.970924 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67510caf-edbf-4613-a58d-787255305b9e x-openstack-request-id: req-67510caf-edbf-4613-a58d-787255305b9e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:35:52.971216 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb03133-3ac7-4ff0-b846-66706e7e02f0", "tag": "74e46292-396d-4afb-a9a4-605a6b2c7e93", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:35:52.971473 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-67510caf-edbf-4613-a58d-787255305b9e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:35:52.972040 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'tag': '74e46292-396d-4afb-a9a4-605a6b2c7e93', 'status': 'completed', 'code': 200} Jan 17 09:35:53.005370 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5658a718-296c-49cc-b8f3-c8fd0fe08442 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:35:53.013157 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Publish callbacks [] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:53.025120 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Transition to ACTIVE for port object 5658a718-296c-49cc-b8f3-c8fd0fe08442 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:35:53.027414 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e334e-c39c-40d3-a98b-6c8f5e84ea29 req-440e0388-f5d1-491f-ae7f-9de33f9946ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:53.029151 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:53.029362 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-162e334e-c39c-40d3-a98b-6c8f5e84ea29 req-440e0388-f5d1-491f-ae7f-9de33f9946ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cf45a99485404d88b5cae53dcef363&device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 1099 time: 0.0412266 Jan 17 09:35:53.083529 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Pushing event updated for resources: {'Port': ['ID=5658a718-296c-49cc-b8f3-c8fd0fe08442,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:53.146300 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e334e-c39c-40d3-a98b-6c8f5e84ea29 req-f85d6459-9022-4f72-b6f0-670d3e8987da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:53.148817 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-162e334e-c39c-40d3-a98b-6c8f5e84ea29 req-f85d6459-9022-4f72-b6f0-670d3e8987da service neutron] 10.222.0.31 "GET /v2.0/networks?id=25e1aec0-a38d-44e5-9a83-9f65322e8824 HTTP/1.1" status: 200 len: 910 time: 0.1136518 Jan 17 09:35:53.165079 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Attempting to bind port 5658a718-296c-49cc-b8f3-c8fd0fe08442 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:35:53.165470 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Attempting to bind port 5658a718-296c-49cc-b8f3-c8fd0fe08442 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:35:53.165767 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Attempting to bind port 5658a718-296c-49cc-b8f3-c8fd0fe08442 on network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:53.170980 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Port 5658a718-296c-49cc-b8f3-c8fd0fe08442 on network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:35:53.171306 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Attempting to bind port 5658a718-296c-49cc-b8f3-c8fd0fe08442 on network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:35:53.176978 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:35:53.177336 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Checking segment: {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:35:53.178342 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Bound using segment: {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:35:53.178789 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Bound port: 5658a718-296c-49cc-b8f3-c8fd0fe08442, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:35:53.179484 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:53.188215 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4b0593d3-9ce1-4e0d-8f99-388880953d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 4, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'gw_port': {'id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': 'f7d65cc1-4aa6-4336-9d37-7657c305bedf', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'port_id': '74e46292-396d-4afb-a9a4-605a6b2c7e93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'mac_address': 'fa:16:3e:bf:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:35:50Z', 'updated_at': '2022-01-17T09:35:50Z', 'revision_number': 0, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bd9b81-8bed-423c-95a9-89d7b854f7f4', 'name': '', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'mac_address': 'fa:16:3e:06:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:02Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 5, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'subnets': [{'id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:53.230288 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-162e334e-c39c-40d3-a98b-6c8f5e84ea29 req-ad3b16c3-fed7-445b-8666-cf9663eb63f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93 HTTP/1.1" status: 200 len: 999 time: 0.0740206 Jan 17 09:35:53.257872 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] For port 5658a718-296c-49cc-b8f3-c8fd0fe08442, host hv-cinder-81558, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:35:53.262292 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] For port 5658a718-296c-49cc-b8f3-c8fd0fe08442, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5658a718-296c-49cc-b8f3-c8fd0fe08442,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:35:53.267278 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0593d3-9ce1-4e0d-8f99-388880953d45 None None] Checking router: 11f1e17a-38b0-4914-88ea-73e0120fa9a8 for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:35:53.268995 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:53.279963 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0593d3-9ce1-4e0d-8f99-388880953d45 None None] Routers {'11f1e17a-38b0-4914-88ea-73e0120fa9a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:35:53.280896 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4b0593d3-9ce1-4e0d-8f99-388880953d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:35:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:53.290565 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e334e-c39c-40d3-a98b-6c8f5e84ea29 req-9f65061b-d9c9-46ad-a861-e1aad2318907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:53.292288 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-162e334e-c39c-40d3-a98b-6c8f5e84ea29 req-9f65061b-d9c9-46ad-a861-e1aad2318907 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf948a70-5faf-4919-832b-039fb33ed87b HTTP/1.1" status: 200 len: 848 time: 0.0558603 Jan 17 09:35:53.312010 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:53.312010 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:53.314805 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] 10.222.0.31 "PUT /v2.0/ports/5658a718-296c-49cc-b8f3-c8fd0fe08442 HTTP/1.1" status: 200 len: 1094 time: 1.0731096 Jan 17 09:35:53.331401 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4aae5-3656-4144-bc77-d1d1dcd03660 service neutron] Pushing event updated for resources: {'Port': ['ID=5658a718-296c-49cc-b8f3-c8fd0fe08442,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:53.387574 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e334e-c39c-40d3-a98b-6c8f5e84ea29 req-d5afe6a7-27ac-442b-a51f-64e305494c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:53.389101 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-162e334e-c39c-40d3-a98b-6c8f5e84ea29 req-d5afe6a7-27ac-442b-a51f-64e305494c54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=25e1aec0-a38d-44e5-9a83-9f65322e8824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905628 Jan 17 09:35:53.430631 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4b0593d3-9ce1-4e0d-8f99-388880953d45 None None] Set router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:35:53.472821 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-e329db03-0874-4f83-9663-e3eed088d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:53.475217 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-e329db03-0874-4f83-9663-e3eed088d8ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 1097 time: 0.1167948 Jan 17 09:35:53.491963 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369a1c4-cb14-4d08-b668-268b7fd42fad req-15a87dcc-f1d3-4479-8dd0-be98fbd0dd64 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:53.492319 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-162e334e-c39c-40d3-a98b-6c8f5e84ea29 req-c014ab2c-bc08-45d4-afab-c5e7d5eee342 service neutron] 10.222.0.31 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962338 Jan 17 09:35:53.493758 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-4369a1c4-cb14-4d08-b668-268b7fd42fad req-15a87dcc-f1d3-4479-8dd0-be98fbd0dd64 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 944 time: 0.0901506 Jan 17 09:35:53.548072 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-129d6816-ff10-4153-9753-be0f3b8737c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5658a718-296c-49cc-b8f3-c8fd0fe08442 HTTP/1.1" status: 200 len: 217 time: 0.0640950 Jan 17 09:35:53.611166 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-162e334e-c39c-40d3-a98b-6c8f5e84ea29 req-e1f911e4-944f-496d-9287-cf893f77456b service neutron] 10.222.0.31 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091440 Jan 17 09:35:53.623438 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-4369a1c4-cb14-4d08-b668-268b7fd42fad req-06fc97ba-1082-444d-b8c1-5f86e9cc80d1 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228962 Jan 17 09:35:53.627263 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-f428cb95-1b06-478b-baf7-d8a610dc8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:53.629839 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-f428cb95-1b06-478b-baf7-d8a610dc8294 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b725854-b5c0-41ee-8bb5-b9d0e5c1d302 HTTP/1.1" status: 200 len: 851 time: 0.0754337 Jan 17 09:35:53.679021 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-e2b69fab-27db-4317-9494-cc6bae96cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:53.680595 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-e2b69fab-27db-4317-9494-cc6bae96cde4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453074 Jan 17 09:35:53.701075 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4b0593d3-9ce1-4e0d-8f99-388880953d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 4, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'gw_port': {'id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': 'f7d65cc1-4aa6-4336-9d37-7657c305bedf', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'port_id': '74e46292-396d-4afb-a9a4-605a6b2c7e93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'mac_address': 'fa:16:3e:bf:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:35:50Z', 'updated_at': '2022-01-17T09:35:50Z', 'revision_number': 0, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bd9b81-8bed-423c-95a9-89d7b854f7f4', 'name': '', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'mac_address': 'fa:16:3e:06:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:02Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 5, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'subnets': [{'id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:35:53.727967 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0593d3-9ce1-4e0d-8f99-388880953d45 None None] The sync data for ids ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'] in dv-cinder-815582-7-iscsi is: [{'id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 4, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'gw_port': {'id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': 'f7d65cc1-4aa6-4336-9d37-7657c305bedf', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'port_id': '74e46292-396d-4afb-a9a4-605a6b2c7e93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'mac_address': 'fa:16:3e:bf:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:35:50Z', 'updated_at': '2022-01-17T09:35:50Z', 'revision_number': 0, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bd9b81-8bed-423c-95a9-89d7b854f7f4', 'name': '', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'mac_address': 'fa:16:3e:06:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:02Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 5, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'subnets': [{'id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:35:53.768289 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-b4dfc917-a02c-43c0-9b96-3e27ed9ab12c service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812497 Jan 17 09:35:53.860549 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-94b8a224-3101-44d6-82f1-a76c13b49178 req-7d39db20-eb9d-49d4-abb5-02345d54b4ec service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870366 Jan 17 09:35:53.927418 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc91af-12fd-4b31-aa80-0c64550fca9e None None] New status for floating IP f7d65cc1-4aa6-4336-9d37-7657c305bedf: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:35:54.065770 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33ac73-5b49-4286-8b2a-651807be67f1 req-825f3747-9a71-4e24-a687-322051834979 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:54.067447 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ab33ac73-5b49-4286-8b2a-651807be67f1 req-825f3747-9a71-4e24-a687-322051834979 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0496998 Jan 17 09:35:54.115515 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ab33ac73-5b49-4286-8b2a-651807be67f1 req-cca2821d-3eec-4ac1-8275-3f2d47538afa tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423443 Jan 17 09:35:54.736768 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ac20f-3bb3-4af5-b0e2-56d2d5b65225 req-7075714c-e2bc-41fa-b770-ffbd67293f39 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:54.738220 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8d7ac20f-3bb3-4af5-b0e2-56d2d5b65225 req-7075714c-e2bc-41fa-b770-ffbd67293f39 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 944 time: 0.0481508 Jan 17 09:35:54.786481 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8d7ac20f-3bb3-4af5-b0e2-56d2d5b65225 req-e9079a6e-0a8e-4a64-b2bd-d7c356322c22 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427718 Jan 17 09:35:54.973451 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'tag': '5658a718-296c-49cc-b8f3-c8fd0fe08442'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:35:54.975830 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dfb4e2-d88b-45e8-8439-50b7567abc70" -d '{"events": [{"name": "network-changed", "server_uuid": "f84c9c15-b7f3-4e19-927d-227510453fca", "tag": "5658a718-296c-49cc-b8f3-c8fd0fe08442"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:35:55.068704 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c72a7a-ebaf-4826-ba97-8623908d9449 x-openstack-request-id: req-55c72a7a-ebaf-4826-ba97-8623908d9449 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:35:55.068998 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84c9c15-b7f3-4e19-927d-227510453fca", "tag": "5658a718-296c-49cc-b8f3-c8fd0fe08442", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:35:55.069281 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55c72a7a-ebaf-4826-ba97-8623908d9449 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:35:55.069681 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'tag': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'status': 'completed', 'code': 200} Jan 17 09:35:55.129856 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfb4e2-d88b-45e8-8439-50b7567abc70 req-12eeae25-979c-4349-b8bf-6ac632f47656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:55.131299 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f8dfb4e2-d88b-45e8-8439-50b7567abc70 req-12eeae25-979c-4349-b8bf-6ac632f47656 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 1097 time: 0.0393722 Jan 17 09:35:55.230823 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device da9367bf-0229-4085-a485-6f4f80e2c63f details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:35:55.251373 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfb4e2-d88b-45e8-8439-50b7567abc70 req-68550be6-ec96-47cb-964e-351e68dd92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:55.252880 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f8dfb4e2-d88b-45e8-8439-50b7567abc70 req-68550be6-ec96-47cb-964e-351e68dd92b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 200 len: 913 time: 0.1155696 Jan 17 09:35:55.260184 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829039b1-8f9c-49ea-a3dc-d8b5e306f60e req-52f7d90f-75a0-4b36-ab73-056695cae040 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:55.262094 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-829039b1-8f9c-49ea-a3dc-d8b5e306f60e req-52f7d90f-75a0-4b36-ab73-056695cae040 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 944 time: 0.0740929 Jan 17 09:35:55.305708 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f8dfb4e2-d88b-45e8-8439-50b7567abc70 req-a6d0305b-4079-4a9b-af3d-b9ca2c207433 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5658a718-296c-49cc-b8f3-c8fd0fe08442 HTTP/1.1" status: 200 len: 217 time: 0.0426624 Jan 17 09:35:55.330542 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port da9367bf-0229-4085-a485-6f4f80e2c63f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da9367bf-0229-4085-a485-6f4f80e2c63f,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:55.342915 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'port_id': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'mac_address': 'fa:16:3e:f1:c4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:35:55.378066 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-829039b1-8f9c-49ea-a3dc-d8b5e306f60e req-cf01678b-d3a5-4c21-a84e-1458068c79be tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089687 Jan 17 09:35:55.379984 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfb4e2-d88b-45e8-8439-50b7567abc70 req-9381cdde-66b8-4c5b-82a5-c2ca33e11f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:55.381341 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f8dfb4e2-d88b-45e8-8439-50b7567abc70 req-9381cdde-66b8-4c5b-82a5-c2ca33e11f3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b725854-b5c0-41ee-8bb5-b9d0e5c1d302 HTTP/1.1" status: 200 len: 851 time: 0.0693550 Jan 17 09:35:55.386169 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port da9367bf-0229-4085-a485-6f4f80e2c63f is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:55.386760 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:55.404119 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9367bf-0229-4085-a485-6f4f80e2c63f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:35:55.423977 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port da9367bf-0229-4085-a485-6f4f80e2c63f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da9367bf-0229-4085-a485-6f4f80e2c63f,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:55.425278 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfb4e2-d88b-45e8-8439-50b7567abc70 req-9fc787dd-47b2-4d4f-beab-8e31a1d17bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:55.426935 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f8dfb4e2-d88b-45e8-8439-50b7567abc70 req-9fc787dd-47b2-4d4f-beab-8e31a1d17bf3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399637 Jan 17 09:35:55.428117 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:55.474928 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=da9367bf-0229-4085-a485-6f4f80e2c63f,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:55.516820 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f8dfb4e2-d88b-45e8-8439-50b7567abc70 req-872385c4-8b72-4037-8e53-38be6fb306b0 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843399 Jan 17 09:35:55.602979 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f8dfb4e2-d88b-45e8-8439-50b7567abc70 req-43e38988-f8fd-4e0d-88e7-83321634a1cc service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801954 Jan 17 09:35:55.658787 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['da9367bf-0229-4085-a485-6f4f80e2c63f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:35:55.899341 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dcfe3-1b33-4aa8-942f-a2045e8b238b req-edec061b-d62c-4f12-a71e-3bcc34739cc7 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:55.900798 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2c8dcfe3-1b33-4aa8-942f-a2045e8b238b req-edec061b-d62c-4f12-a71e-3bcc34739cc7 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 944 time: 0.0476916 Jan 17 09:35:55.951336 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2c8dcfe3-1b33-4aa8-942f-a2045e8b238b req-e6295bed-a0b7-4e6d-b566-d2087fc90708 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449712 Jan 17 09:35:56.501899 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d6944-382e-4c01-8770-a3916a3e966f req-ebd34e26-9390-40aa-9b6f-f2bad05cf3cd tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:56.503325 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ae5d6944-382e-4c01-8770-a3916a3e966f req-ebd34e26-9390-40aa-9b6f-f2bad05cf3cd tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 945 time: 0.0516822 Jan 17 09:35:56.547768 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ae5d6944-382e-4c01-8770-a3916a3e966f req-ce456a1c-e75b-4d6b-b2b7-a54567f8cb60 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389915 Jan 17 09:35:57.216505 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527ab90-08e0-4867-988e-33614f19791b req-dd7323ae-8b37-4aeb-8f64-949977dee158 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:57.217973 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f527ab90-08e0-4867-988e-33614f19791b req-dd7323ae-8b37-4aeb-8f64-949977dee158 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 944 time: 0.0485544 Jan 17 09:35:57.252978 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device da9367bf-0229-4085-a485-6f4f80e2c63f up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:35:57.266547 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f527ab90-08e0-4867-988e-33614f19791b req-b1ac8b62-c75c-449c-82a0-9d6198c47bcb tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431249 Jan 17 09:35:57.300320 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port da9367bf-0229-4085-a485-6f4f80e2c63f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:35:57.300703 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:57.378334 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port da9367bf-0229-4085-a485-6f4f80e2c63f is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:35:57.378726 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:57.400226 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9367bf-0229-4085-a485-6f4f80e2c63f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:35:57.403080 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c32c589-0068-4c0b-8b85-44c22539ab83" -d '{"events": [{"server_uuid": "a7b85fd7-ab8a-4d99-8e70-e8d039df1921", "name": "network-vif-plugged", "status": "completed", "tag": "da9367bf-0229-4085-a485-6f4f80e2c63f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:35:57.416381 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port da9367bf-0229-4085-a485-6f4f80e2c63f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da9367bf-0229-4085-a485-6f4f80e2c63f,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:57.421245 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:35:57.478056 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffdd73a-d432-4850-b9a5-f8cd6e577f66 x-openstack-request-id: req-7ffdd73a-d432-4850-b9a5-f8cd6e577f66 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:35:57.478378 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b85fd7-ab8a-4d99-8e70-e8d039df1921", "name": "network-vif-plugged", "status": "completed", "tag": "da9367bf-0229-4085-a485-6f4f80e2c63f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:35:57.478639 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ffdd73a-d432-4850-b9a5-f8cd6e577f66 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:35:57.479028 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'code': 200} Jan 17 09:35:57.499811 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=da9367bf-0229-4085-a485-6f4f80e2c63f,revision_number=10']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:57.665935 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f7485-5634-4ebf-b82b-55daa3219751 req-3c2ac3f8-d6a4-427d-9554-f3764bb492ce tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:57.667418 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7d4f7485-5634-4ebf-b82b-55daa3219751 req-3c2ac3f8-d6a4-427d-9554-f3764bb492ce tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 947 time: 0.0485086 Jan 17 09:35:57.713370 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7d4f7485-5634-4ebf-b82b-55daa3219751 req-36e06f01-fa2b-45f8-b898-be477fde42d1 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405312 Jan 17 09:35:57.896216 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc49ad-a641-4563-b121-f4c917ee1a3a req-0b6eb141-cde4-443b-8099-47fad9fcba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:57.897588 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7ebc49ad-a641-4563-b121-f4c917ee1a3a req-0b6eb141-cde4-443b-8099-47fad9fcba68 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 1100 time: 0.0389924 Jan 17 09:35:57.940009 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7ebc49ad-a641-4563-b121-f4c917ee1a3a req-0bd025f1-8bda-41d0-b8cd-575ec0a72610 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364013 Jan 17 09:35:58.383818 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd988a6-af67-4422-94d4-a4096f222d00 req-1b52b190-0bd4-4c24-bd44-6c897deb06e9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:58.385274 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8fd988a6-af67-4422-94d4-a4096f222d00 req-1b52b190-0bd4-4c24-bd44-6c897deb06e9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 944 time: 0.0480766 Jan 17 09:35:58.435675 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8fd988a6-af67-4422-94d4-a4096f222d00 req-bd87b19d-7b25-4610-a5c6-2f91059ef337 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443621 Jan 17 09:35:58.837487 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2393289-39f5-4e6a-8950-71a2bdcc6346 req-8aa04131-25e3-4246-9a16-9287682e4ced tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:58.839095 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f2393289-39f5-4e6a-8950-71a2bdcc6346 req-8aa04131-25e3-4246-9a16-9287682e4ced tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 947 time: 0.0561492 Jan 17 09:35:58.890986 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f2393289-39f5-4e6a-8950-71a2bdcc6346 req-b0f1cc94-35a4-4133-b0f6-a1ba60543015 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458333 Jan 17 09:35:59.549834 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750cb3d-6750-40a7-bdd5-cd01c23e7d34 req-785edad6-8b8f-4cdf-8925-5cf18961419e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:59.551557 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a750cb3d-6750-40a7-bdd5-cd01c23e7d34 req-785edad6-8b8f-4cdf-8925-5cf18961419e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 944 time: 0.0493667 Jan 17 09:35:59.601470 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a750cb3d-6750-40a7-bdd5-cd01c23e7d34 req-8b0eb1ce-1915-448a-8cca-46c6686f4c13 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440164 Jan 17 09:36:00.013984 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e939d-738f-40b1-a8f9-c5aa73688738 req-a4204bee-8646-45f5-bdca-dd255ff662d5 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:00.015605 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-080e939d-738f-40b1-a8f9-c5aa73688738 req-a4204bee-8646-45f5-bdca-dd255ff662d5 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 947 time: 0.0489144 Jan 17 09:36:00.062686 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-080e939d-738f-40b1-a8f9-c5aa73688738 req-20714ec6-0cde-439a-ae6f-4d7d4d06d93f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416880 Jan 17 09:36:00.713047 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd55574-d6e9-49c6-b7ba-14eb07382559 req-76970434-7e0c-40c2-92af-6484b993c7ec tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:00.714499 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1dd55574-d6e9-49c6-b7ba-14eb07382559 req-76970434-7e0c-40c2-92af-6484b993c7ec tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 944 time: 0.0481970 Jan 17 09:36:00.765215 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1dd55574-d6e9-49c6-b7ba-14eb07382559 req-e74d7d7b-ddbe-43d9-9522-7cfb5140ac64 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453219 Jan 17 09:36:01.262326 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 5658a718-296c-49cc-b8f3-c8fd0fe08442 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:36:01.359006 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 5658a718-296c-49cc-b8f3-c8fd0fe08442, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5658a718-296c-49cc-b8f3-c8fd0fe08442,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:01.369829 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'port_id': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'mac_address': 'fa:16:3e:dd:19:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:36:01.406943 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 5658a718-296c-49cc-b8f3-c8fd0fe08442 is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:36:01.407336 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:01.419656 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5658a718-296c-49cc-b8f3-c8fd0fe08442 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:36:01.442857 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 5658a718-296c-49cc-b8f3-c8fd0fe08442, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5658a718-296c-49cc-b8f3-c8fd0fe08442,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:01.446124 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:01.502626 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=5658a718-296c-49cc-b8f3-c8fd0fe08442,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:01.703530 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['5658a718-296c-49cc-b8f3-c8fd0fe08442'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:36:01.879082 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175da071-ad12-4f69-8a53-0701d981b562 req-7e894f6c-f023-4faf-93c0-22ed55eb68cc tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:01.880677 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-175da071-ad12-4f69-8a53-0701d981b562 req-7e894f6c-f023-4faf-93c0-22ed55eb68cc tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 945 time: 0.0482736 Jan 17 09:36:01.932491 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-175da071-ad12-4f69-8a53-0701d981b562 req-58fbfa4f-3eb1-4155-b39a-5750508f5f03 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456216 Jan 17 09:36:03.046945 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b4d31-711d-4bf7-858c-51b3d32a8b05 req-f4eaee7d-fab8-473d-9d30-acd26275de1a tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:03.048421 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-482b4d31-711d-4bf7-858c-51b3d32a8b05 req-f4eaee7d-fab8-473d-9d30-acd26275de1a tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 945 time: 0.0471225 Jan 17 09:36:03.096054 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-482b4d31-711d-4bf7-858c-51b3d32a8b05 req-ca6a8521-3772-4d50-b7bf-97351c3d698b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422404 Jan 17 09:36:03.274051 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 5658a718-296c-49cc-b8f3-c8fd0fe08442 up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:36:03.321116 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port 5658a718-296c-49cc-b8f3-c8fd0fe08442 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:36:03.325100 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port 5658a718-296c-49cc-b8f3-c8fd0fe08442 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:36:03.325482 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:03.405052 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 5658a718-296c-49cc-b8f3-c8fd0fe08442 is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:36:03.405449 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:03.427869 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5658a718-296c-49cc-b8f3-c8fd0fe08442'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:03.430096 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fdb6e2-72c6-4f36-8959-7c8378317e24" -d '{"events": [{"server_uuid": "f84c9c15-b7f3-4e19-927d-227510453fca", "name": "network-vif-plugged", "status": "completed", "tag": "5658a718-296c-49cc-b8f3-c8fd0fe08442"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:36:03.442790 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 5658a718-296c-49cc-b8f3-c8fd0fe08442, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5658a718-296c-49cc-b8f3-c8fd0fe08442,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:03.446515 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:03.495080 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=5658a718-296c-49cc-b8f3-c8fd0fe08442,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:03.502714 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.503117 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.503477 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.503821 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.504179 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.504511 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.504844 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.505178 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.505505 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.505836 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.506166 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.506487 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.506813 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:03.520340 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c91f5a-fee0-4e4e-b333-9ce973031345 x-openstack-request-id: req-08c91f5a-fee0-4e4e-b333-9ce973031345 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:36:03.520634 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84c9c15-b7f3-4e19-927d-227510453fca", "name": "network-vif-plugged", "status": "completed", "tag": "5658a718-296c-49cc-b8f3-c8fd0fe08442", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:36:03.520896 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08c91f5a-fee0-4e4e-b333-9ce973031345 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:36:03.521295 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'code': 200} Jan 17 09:36:03.766528 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935487d-499e-43db-ab91-21bdca65d8be req-c9fef41c-40aa-4665-9571-2b5d3c3cd7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:03.768016 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9935487d-499e-43db-ab91-21bdca65d8be req-c9fef41c-40aa-4665-9571-2b5d3c3cd7a3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 1099 time: 0.0420458 Jan 17 09:36:03.811765 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9935487d-499e-43db-ab91-21bdca65d8be req-342b6c6d-49ab-4842-8bfb-9adaa00fca26 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378740 Jan 17 09:36:04.206680 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae8d46-01f9-4c31-8c80-41c9fee10db6 req-8f9334fa-003c-4920-8424-8855ea51df38 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:04.208423 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d6ae8d46-01f9-4c31-8c80-41c9fee10db6 req-8f9334fa-003c-4920-8424-8855ea51df38 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 946 time: 0.0481167 Jan 17 09:36:04.255353 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d6ae8d46-01f9-4c31-8c80-41c9fee10db6 req-7d345d52-e5fb-43c3-9648-0d922b35f47d tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413921 Jan 17 09:36:05.369653 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48335b19-e25c-4855-a683-9127706ef992 req-8869ab27-8b86-4fec-b2f5-c080acd5ed1e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:05.371106 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48335b19-e25c-4855-a683-9127706ef992 req-8869ab27-8b86-4fec-b2f5-c080acd5ed1e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 946 time: 0.0488069 Jan 17 09:36:05.419959 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48335b19-e25c-4855-a683-9127706ef992 req-ef432deb-c274-430e-a4fc-6ec02ed2c2e4 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431824 Jan 17 09:36:05.534760 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea139d-d0a0-434e-a222-d8c13e6a3059 req-aa57faa6-8f7c-4547-8f5d-412f6d8e5408 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:05.536258 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-27ea139d-d0a0-434e-a222-d8c13e6a3059 req-aa57faa6-8f7c-4547-8f5d-412f6d8e5408 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 946 time: 0.0522695 Jan 17 09:36:05.585824 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-27ea139d-d0a0-434e-a222-d8c13e6a3059 req-64894026-8ea2-40a5-8508-8fbf16937de7 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440342 Jan 17 09:36:05.608636 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 40648) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:05.646507 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e931231-b4dc-4a0d-b76e-4a35aa2f033c tempest-TestVolumeBootPattern-1912039889 tempest-TestVolumeBootPattern-1912039889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:05.648007 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2e931231-b4dc-4a0d-b76e-4a35aa2f033c tempest-TestVolumeBootPattern-1912039889 tempest-TestVolumeBootPattern-1912039889-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 1094 time: 0.0383961 Jan 17 09:36:05.650630 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 40650) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:05.655327 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Request body: {'floatingip': {'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'port_id': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:36:05.677264 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:05.772326 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:05.871923 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Allocated IP 172.27.2.45 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/9903d63a-9304-4520-b474-b5d17fd74182) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:36:05.973184 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for port (9903d63a-9304-4520-b474-b5d17fd74182), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:06.006141 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (9903d63a-9304-4520-b474-b5d17fd74182), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:06.017174 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:06.044414 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:36:06.047162 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:36:06.049708 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:36:06.078091 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'Port': ['ID=9903d63a-9304-4520-b474-b5d17fd74182,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:06.089487 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.089847 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.090198 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.090546 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.090887 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.091222 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.091553 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.091919 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.092253 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.092585 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.092913 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.093238 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.093560 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:06.421770 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for floatingip (a039748d-2b55-412b-be41-3f4195e7f33c), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:06.486098 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (9903d63a-9304-4520-b474-b5d17fd74182), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:06.632832 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for port (9903d63a-9304-4520-b474-b5d17fd74182), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:06.637221 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (9903d63a-9304-4520-b474-b5d17fd74182), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:06.704911 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'Port': ['ID=9903d63a-9304-4520-b474-b5d17fd74182,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:06.717265 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (a039748d-2b55-412b-be41-3f4195e7f33c), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:06.817484 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.l3_db [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Floating IP a039748d-2b55-412b-be41-3f4195e7f33c associated. External IP: 172.27.2.45, port: 5658a718-296c-49cc-b8f3-c8fd0fe08442. Jan 17 09:36:07.025130 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Router b34adfdf-0d71-4c84-a507-2579f344c86d has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:36:07.128733 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:36:07.138677 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70777c-28e6-4f41-bd42-21c9f5d1924a None None] Sync routers for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:36:07.145295 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:07.147930 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70777c-28e6-4f41-bd42-21c9f5d1924a None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:07.148562 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8f70777c-28e6-4f41-bd42-21c9f5d1924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:35:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:07.175557 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-bc7f65cd-ef53-4b30-9835-92c195a455dd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5239291 Jan 17 09:36:07.176459 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'tag': '5658a718-296c-49cc-b8f3-c8fd0fe08442'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:07.178859 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06f8749-82f6-43a7-b394-17f03cda47bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f84c9c15-b7f3-4e19-927d-227510453fca", "tag": "5658a718-296c-49cc-b8f3-c8fd0fe08442"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:36:07.255451 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8f70777c-28e6-4f41-bd42-21c9f5d1924a None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:36:07.269662 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb625cdf-e098-4865-b3e5-fbd19e8a4863 x-openstack-request-id: req-fb625cdf-e098-4865-b3e5-fbd19e8a4863 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:36:07.269942 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84c9c15-b7f3-4e19-927d-227510453fca", "tag": "5658a718-296c-49cc-b8f3-c8fd0fe08442", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:36:07.270199 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb625cdf-e098-4865-b3e5-fbd19e8a4863 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:36:07.270605 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'tag': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'status': 'completed', 'code': 200} Jan 17 09:36:07.332357 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f8749-82f6-43a7-b394-17f03cda47bc req-52972fe9-ed6c-42d4-9fd9-dd42c08d04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:07.334119 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b06f8749-82f6-43a7-b394-17f03cda47bc req-52972fe9-ed6c-42d4-9fd9-dd42c08d04e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 1099 time: 0.0397296 Jan 17 09:36:07.422077 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f8749-82f6-43a7-b394-17f03cda47bc req-07bfd6f6-1f74-4b88-9f2f-cee710fe0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:07.423542 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b06f8749-82f6-43a7-b394-17f03cda47bc req-07bfd6f6-1f74-4b88-9f2f-cee710fe0b38 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 200 len: 913 time: 0.0841796 Jan 17 09:36:07.483365 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8f70777c-28e6-4f41-bd42-21c9f5d1924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': 'a039748d-2b55-412b-be41-3f4195e7f33c', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'port_id': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'mac_address': 'fa:16:3e:dd:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:36:06Z', 'updated_at': '2022-01-17T09:36:06Z', 'revision_number': 0, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:07.486858 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b06f8749-82f6-43a7-b394-17f03cda47bc req-a716b790-8f9c-4d34-98c6-a25e343880f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5658a718-296c-49cc-b8f3-c8fd0fe08442 HTTP/1.1" status: 200 len: 999 time: 0.0570745 Jan 17 09:36:07.508688 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70777c-28e6-4f41-bd42-21c9f5d1924a None None] Checking router: b34adfdf-0d71-4c84-a507-2579f344c86d for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:36:07.517006 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70777c-28e6-4f41-bd42-21c9f5d1924a None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:07.517616 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8f70777c-28e6-4f41-bd42-21c9f5d1924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:35:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:07.536356 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f8749-82f6-43a7-b394-17f03cda47bc req-73822695-c678-45d6-b2d6-e7eb4347d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:07.537807 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b06f8749-82f6-43a7-b394-17f03cda47bc req-73822695-c678-45d6-b2d6-e7eb4347d62a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b725854-b5c0-41ee-8bb5-b9d0e5c1d302 HTTP/1.1" status: 200 len: 851 time: 0.0451283 Jan 17 09:36:07.583433 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f8749-82f6-43a7-b394-17f03cda47bc req-f952da42-1bcc-4ecc-9a9d-5a72103704f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:07.584971 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b06f8749-82f6-43a7-b394-17f03cda47bc req-f952da42-1bcc-4ecc-9a9d-5a72103704f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406628 Jan 17 09:36:07.624221 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8f70777c-28e6-4f41-bd42-21c9f5d1924a None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:36:07.677916 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b06f8749-82f6-43a7-b394-17f03cda47bc req-36efcd5b-a1a9-4cca-b30e-d342c4ac8fd4 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850086 Jan 17 09:36:07.769388 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b06f8749-82f6-43a7-b394-17f03cda47bc req-812339b1-2dd8-4f45-afb7-5a6b1bc9935f service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856891 Jan 17 09:36:07.858278 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8f70777c-28e6-4f41-bd42-21c9f5d1924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': 'a039748d-2b55-412b-be41-3f4195e7f33c', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'port_id': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'mac_address': 'fa:16:3e:dd:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:36:06Z', 'updated_at': '2022-01-17T09:36:06Z', 'revision_number': 0, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:07.883485 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70777c-28e6-4f41-bd42-21c9f5d1924a None None] The sync data for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi is: [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': 'a039748d-2b55-412b-be41-3f4195e7f33c', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'port_id': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'mac_address': 'fa:16:3e:dd:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:36:06Z', 'updated_at': '2022-01-17T09:36:06Z', 'revision_number': 0, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:36:08.072212 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96423aea-362d-4368-9875-6ea60676d39d None None] New status for floating IP a039748d-2b55-412b-be41-3f4195e7f33c: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:36:09.929692 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-70b550cf-4265-4d57-b72d-2bec1aa562cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:12.093237 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ffa24332-af0e-4801-b5d2-b008fec8170d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:13.157116 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:14.723080 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:16.171176 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:22.423313 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:36:26.459995 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210db1c9-4eb4-4845-be0d-1dccc63d8749 req-f03bf642-576d-48ee-955b-8e3eb5dcbdfa tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:26.461469 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-210db1c9-4eb4-4845-be0d-1dccc63d8749 req-f03bf642-576d-48ee-955b-8e3eb5dcbdfa tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 945 time: 0.0482395 Jan 17 09:36:26.507226 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-210db1c9-4eb4-4845-be0d-1dccc63d8749 req-8462a3b0-e531-4194-8872-7f82f3064f04 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e074c62-3893-4072-8a9d-8dea478c0f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397160 Jan 17 09:36:27.620487 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c636111-da9c-45c5-a55e-d69a8fbd757d req-1326f233-7a48-4b2a-99e1-cff0495642d9 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:27.622508 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3c636111-da9c-45c5-a55e-d69a8fbd757d req-1326f233-7a48-4b2a-99e1-cff0495642d9 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 945 time: 0.0486684 Jan 17 09:36:27.667647 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3c636111-da9c-45c5-a55e-d69a8fbd757d req-60823476-ad4a-4d30-96a9-41289789be94 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e074c62-3893-4072-8a9d-8dea478c0f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396423 Jan 17 09:36:28.474811 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-d89ba4d8-d3e7-45a3-88aa-dfc68b5dd380 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:28.476328 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-d89ba4d8-d3e7-45a3-88aa-dfc68b5dd380 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.31 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 945 time: 0.0665014 Jan 17 09:36:28.568190 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-844e8d1f-f22b-4da4-b093-5f3f897d802d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Deleting port a0f8aa77-ebef-4186-ab24-729bc35dc761 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:36:28.568539 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-844e8d1f-f22b-4da4-b093-5f3f897d802d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:28.656681 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-844e8d1f-f22b-4da4-b093-5f3f897d802d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] For port a0f8aa77-ebef-4186-ab24-729bc35dc761, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a0f8aa77-ebef-4186-ab24-729bc35dc761,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:28.657333 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-844e8d1f-f22b-4da4-b093-5f3f897d802d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:28.781889 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba6f3c-59d3-4d35-9ce7-52f644bd7e6b req-1a773395-c4c7-4e30-be39-0775be311780 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:28.783355 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-70ba6f3c-59d3-4d35-9ce7-52f644bd7e6b req-1a773395-c4c7-4e30-be39-0775be311780 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/ports?device_id=e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9 HTTP/1.1" status: 200 len: 945 time: 0.0481858 Jan 17 09:36:28.824206 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-844e8d1f-f22b-4da4-b093-5f3f897d802d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:28.824627 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-844e8d1f-f22b-4da4-b093-5f3f897d802d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (96516bb4-6ca7-4283-ae88-ad6a5568177b), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:28.824905 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.l3_db [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-844e8d1f-f22b-4da4-b093-5f3f897d802d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Floating IP 96516bb4-6ca7-4283-ae88-ad6a5568177b disassociated. External IP: 172.27.2.240, port: a0f8aa77-ebef-4186-ab24-729bc35dc761. Jan 17 09:36:28.825347 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-844e8d1f-f22b-4da4-b093-5f3f897d802d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Calling delete_port for a0f8aa77-ebef-4186-ab24-729bc35dc761 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:36:28.829822 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-70ba6f3c-59d3-4d35-9ce7-52f644bd7e6b req-a3ffc528-4585-430c-897e-5adadd7f4dd3 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e074c62-3893-4072-8a9d-8dea478c0f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408559 Jan 17 09:36:28.952652 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-844e8d1f-f22b-4da4-b093-5f3f897d802d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (a0f8aa77-ebef-4186-ab24-729bc35dc761), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:28.979523 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e8d1f-f22b-4da4-b093-5f3f897d802d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event deleted for resources: {'Port': ['ID=a0f8aa77-ebef-4186-ab24-729bc35dc761,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:29.088691 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-844e8d1f-f22b-4da4-b093-5f3f897d802d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Router c19ab897-04da-436b-b1d9-84463c5b58bd has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:36:29.191696 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-844e8d1f-f22b-4da4-b093-5f3f897d802d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:36:29.201784 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782188a3-13b2-4441-868c-d37fbe4f90cc None None] Sync routers for ids ['c19ab897-04da-436b-b1d9-84463c5b58bd'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:36:29.211482 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782188a3-13b2-4441-868c-d37fbe4f90cc None None] Routers {'c19ab897-04da-436b-b1d9-84463c5b58bd'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:29.212128 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-782188a3-13b2-4441-868c-d37fbe4f90cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:36:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c19ab897-04da-436b-b1d9-84463c5b58bd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:29.229449 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-844e8d1f-f22b-4da4-b093-5f3f897d802d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] No DVR routers for this DVR port a0f8aa77-ebef-4186-ab24-729bc35dc761 on host hv-cinder-81558 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:36:29.232542 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-844e8d1f-f22b-4da4-b093-5f3f897d802d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:29.235827 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3803f36f-c042-43da-a51c-cec808f8aa09 req-844e8d1f-f22b-4da4-b093-5f3f897d802d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.31 "DELETE /v2.0/ports/a0f8aa77-ebef-4186-ab24-729bc35dc761 HTTP/1.1" status: 204 len: 173 time: 0.7529032 Jan 17 09:36:29.236286 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9', 'name': 'network-vif-deleted', 'tag': 'a0f8aa77-ebef-4186-ab24-729bc35dc761'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:29.238477 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a0bc4d-7587-4d31-9a15-4d06205b8679" -d '{"events": [{"server_uuid": "e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9", "name": "network-vif-deleted", "tag": "a0f8aa77-ebef-4186-ab24-729bc35dc761"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:36:29.278776 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a4d178-6252-41a5-842a-2a67a60c6e78 x-openstack-request-id: req-26a4d178-6252-41a5-842a-2a67a60c6e78 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:36:29.279071 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9", "name": "network-vif-deleted", "tag": "a0f8aa77-ebef-4186-ab24-729bc35dc761", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:36:29.279323 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26a4d178-6252-41a5-842a-2a67a60c6e78 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:36:29.279720 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e682f08e-b6d5-4404-8bc1-f3c58e3fd2e9', 'name': 'network-vif-deleted', 'tag': 'a0f8aa77-ebef-4186-ab24-729bc35dc761', 'status': 'completed', 'code': 200} Jan 17 09:36:29.328853 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-782188a3-13b2-4441-868c-d37fbe4f90cc None None] Set router c19ab897-04da-436b-b1d9-84463c5b58bd gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:36:29.532279 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-782188a3-13b2-4441-868c-d37fbe4f90cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5012464f-c3ed-4038-8aed-c016a6cfcd27', 'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'mac_address': 'fa:16:3e:ab:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:39Z', 'revision_number': 5, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'subnets': [{'id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:29.557631 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782188a3-13b2-4441-868c-d37fbe4f90cc None None] Checking router: c19ab897-04da-436b-b1d9-84463c5b58bd for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:36:29.566262 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782188a3-13b2-4441-868c-d37fbe4f90cc None None] Routers {'c19ab897-04da-436b-b1d9-84463c5b58bd'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:29.566864 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-782188a3-13b2-4441-868c-d37fbe4f90cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:36:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c19ab897-04da-436b-b1d9-84463c5b58bd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:29.670014 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-782188a3-13b2-4441-868c-d37fbe4f90cc None None] Set router c19ab897-04da-436b-b1d9-84463c5b58bd gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:36:29.874892 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-782188a3-13b2-4441-868c-d37fbe4f90cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5012464f-c3ed-4038-8aed-c016a6cfcd27', 'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'mac_address': 'fa:16:3e:ab:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:39Z', 'revision_number': 5, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'subnets': [{'id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:29.900828 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782188a3-13b2-4441-868c-d37fbe4f90cc None None] The sync data for ids ['c19ab897-04da-436b-b1d9-84463c5b58bd'] in dv-cinder-815582-7-iscsi is: [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:30:34Z', 'revision_number': 4, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5012464f-c3ed-4038-8aed-c016a6cfcd27', 'name': '', 'network_id': 'f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'mac_address': 'fa:16:3e:ab:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:32Z', 'updated_at': '2022-01-17T09:30:39Z', 'revision_number': 5, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'subnets': [{'id': '7862a30a-3de9-4df3-9ab7-bbfbb516200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:36:29.913335 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 40738) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:29.973676 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6818dabf-6149-417d-89e0-e4648f0b6447 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group (1e074c62-3893-4072-8a9d-8dea478c0f02), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:29.997999 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6818dabf-6149-417d-89e0-e4648f0b6447 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group (1e074c62-3893-4072-8a9d-8dea478c0f02), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:30.045887 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6818dabf-6149-417d-89e0-e4648f0b6447 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (1e074c62-3893-4072-8a9d-8dea478c0f02), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:30.048691 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6818dabf-6149-417d-89e0-e4648f0b6447 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:30.049880 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6818dabf-6149-417d-89e0-e4648f0b6447 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "DELETE /v2.0/security-groups/1e074c62-3893-4072-8a9d-8dea478c0f02 HTTP/1.1" status: 204 len: 168 time: 0.1355476 Jan 17 09:36:30.052837 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 40740) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:30.059751 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dabf-6149-417d-89e0-e4648f0b6447 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e074c62-3893-4072-8a9d-8dea478c0f02,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:30.067796 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.api.v2.resource [None req-44d2d078-55e8-434d-bbe5-a4e199171ef8 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] show failed (client error): The resource could not be found. Jan 17 09:36:30.068871 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-44d2d078-55e8-434d-bbe5-a4e199171ef8 tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "GET /v2.0/security-groups/1e074c62-3893-4072-8a9d-8dea478c0f02 HTTP/1.1" status: 404 len: 347 time: 0.0149739 Jan 17 09:36:30.072697 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 40742) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:30.128428 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab734f-372d-4308-880c-be7ea1df1846 None None] New status for floating IP 96516bb4-6ca7-4283-ae88-ad6a5568177b: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:36:30.198297 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2ad470b1-b232-4116-946b-c2c312b20a1d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Deleting port 5ef0e496-56cb-461a-9faf-d96637877b39 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:36:30.198641 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ad470b1-b232-4116-946b-c2c312b20a1d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (5ef0e496-56cb-461a-9faf-d96637877b39), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:30.279698 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ad470b1-b232-4116-946b-c2c312b20a1d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (5ef0e496-56cb-461a-9faf-d96637877b39), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:30.280064 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ad470b1-b232-4116-946b-c2c312b20a1d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for floatingip (5ef0e496-56cb-461a-9faf-d96637877b39), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:30.291394 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2ad470b1-b232-4116-946b-c2c312b20a1d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Calling delete_port for 5ef0e496-56cb-461a-9faf-d96637877b39 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:36:30.421493 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ad470b1-b232-4116-946b-c2c312b20a1d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (5ef0e496-56cb-461a-9faf-d96637877b39), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:30.444030 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad470b1-b232-4116-946b-c2c312b20a1d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Pushing event deleted for resources: {'Port': ['ID=5ef0e496-56cb-461a-9faf-d96637877b39,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:30.504177 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ad470b1-b232-4116-946b-c2c312b20a1d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks [] for floatingip (96516bb4-6ca7-4283-ae88-ad6a5568177b), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:30.506758 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ad470b1-b232-4116-946b-c2c312b20a1d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:30.507930 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-2ad470b1-b232-4116-946b-c2c312b20a1d tempest-AttachVolumeTestJSON-389585410 tempest-AttachVolumeTestJSON-389585410-project] 10.222.0.77 "DELETE /v2.0/floatingips/96516bb4-6ca7-4283-ae88-ad6a5568177b HTTP/1.1" status: 204 len: 168 time: 0.4340749 Jan 17 09:36:31.401660 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device a0f8aa77-ebef-4186-ab24-729bc35dc761 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:36:31.420663 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: a0f8aa77-ebef-4186-ab24-729bc35dc761 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:36:31.421011 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device a0f8aa77-ebef-4186-ab24-729bc35dc761 not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:36:34.010463 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 40770) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:34.719087 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33d202f7-88c2-4be6-a546-98f544edcc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631052'] for router_interface (c19ab897-04da-436b-b1d9-84463c5b58bd), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:35.014992 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-33d202f7-88c2-4be6-a546-98f544edcc47 admin admin] Deleting port 5012464f-c3ed-4038-8aed-c016a6cfcd27 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:36:35.015679 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33d202f7-88c2-4be6-a546-98f544edcc47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:35.089254 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-33d202f7-88c2-4be6-a546-98f544edcc47 admin admin] For port 5012464f-c3ed-4038-8aed-c016a6cfcd27, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=5012464f-c3ed-4038-8aed-c016a6cfcd27,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:35.089723 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33d202f7-88c2-4be6-a546-98f544edcc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:35.102110 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-33d202f7-88c2-4be6-a546-98f544edcc47 admin admin] Calling delete_port for 5012464f-c3ed-4038-8aed-c016a6cfcd27 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:36:35.272278 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33d202f7-88c2-4be6-a546-98f544edcc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (5012464f-c3ed-4038-8aed-c016a6cfcd27), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:35.299140 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d202f7-88c2-4be6-a546-98f544edcc47 admin admin] Pushing event deleted for resources: {'Port': ['ID=5012464f-c3ed-4038-8aed-c016a6cfcd27,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:35.462466 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33d202f7-88c2-4be6-a546-98f544edcc47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630940'] for router_interface (c19ab897-04da-436b-b1d9-84463c5b58bd), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:35.672235 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d202f7-88c2-4be6-a546-98f544edcc47 admin admin] Router c19ab897-04da-436b-b1d9-84463c5b58bd has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:36:35.774983 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d202f7-88c2-4be6-a546-98f544edcc47 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:36:35.781007 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-33d202f7-88c2-4be6-a546-98f544edcc47 admin admin] 10.222.0.77 "PUT /v2.0/routers/c19ab897-04da-436b-b1d9-84463c5b58bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7695172 Jan 17 09:36:35.783581 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 40776) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:35.784335 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f8900-a914-4617-be5f-c182a53148b8 None None] Sync routers for ids ['c19ab897-04da-436b-b1d9-84463c5b58bd'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:36:35.794354 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f8900-a914-4617-be5f-c182a53148b8 None None] Routers {'c19ab897-04da-436b-b1d9-84463c5b58bd'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:35.794959 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-851f8900-a914-4617-be5f-c182a53148b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:36:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c19ab897-04da-436b-b1d9-84463c5b58bd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:35.886078 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] Publish callbacks [] for router (c19ab897-04da-436b-b1d9-84463c5b58bd), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:35.989757 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] Publish callbacks [] for router_gateway (c19ab897-04da-436b-b1d9-84463c5b58bd), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.031786 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.040048 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-851f8900-a914-4617-be5f-c182a53148b8 None None] Set router c19ab897-04da-436b-b1d9-84463c5b58bd gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:36:36.044547 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] Deleting port 3a72a52f-d3c1-4ca5-a19f-95109bf45d22 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:36:36.045048 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (3a72a52f-d3c1-4ca5-a19f-95109bf45d22), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.120583 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] For port 3a72a52f-d3c1-4ca5-a19f-95109bf45d22, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=3a72a52f-d3c1-4ca5-a19f-95109bf45d22,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:36.121443 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (3a72a52f-d3c1-4ca5-a19f-95109bf45d22), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.133493 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] Calling delete_port for 3a72a52f-d3c1-4ca5-a19f-95109bf45d22 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:36:36.214372 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-851f8900-a914-4617-be5f-c182a53148b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:36:35Z', 'revision_number': 5, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port': {'id': '3a72a52f-d3c1-4ca5-a19f-95109bf45d22', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:90:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:30:26Z', 'updated_at': '2022-01-17T09:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:36.239730 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f8900-a914-4617-be5f-c182a53148b8 None None] Checking router: c19ab897-04da-436b-b1d9-84463c5b58bd for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:36:36.248860 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f8900-a914-4617-be5f-c182a53148b8 None None] Routers {'c19ab897-04da-436b-b1d9-84463c5b58bd'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:36.249403 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-851f8900-a914-4617-be5f-c182a53148b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:36:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['c19ab897-04da-436b-b1d9-84463c5b58bd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:36.292551 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (3a72a52f-d3c1-4ca5-a19f-95109bf45d22), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.322914 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3a72a52f-d3c1-4ca5-a19f-95109bf45d22,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:36.338683 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-851f8900-a914-4617-be5f-c182a53148b8 None None] Set router c19ab897-04da-436b-b1d9-84463c5b58bd gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:36:36.382461 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631414'] for router_gateway (c19ab897-04da-436b-b1d9-84463c5b58bd), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.395526 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-851f8900-a914-4617-be5f-c182a53148b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:36:35Z', 'revision_number': 6, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port_host': None}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:36.424237 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f8900-a914-4617-be5f-c182a53148b8 None None] The sync data for ids ['c19ab897-04da-436b-b1d9-84463c5b58bd'] in dv-cinder-815582-7-iscsi is: [{'id': 'c19ab897-04da-436b-b1d9-84463c5b58bd', 'name': 'tempest-AttachVolumeTestJSON-1598703382-router', 'tenant_id': '8d4b53680e0443b88340aca1b54694d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:30:25Z', 'updated_at': '2022-01-17T09:36:35Z', 'revision_number': 6, 'project_id': '8d4b53680e0443b88340aca1b54694d3', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:36:36.476515 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router (c19ab897-04da-436b-b1d9-84463c5b58bd), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.478720 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] Publish callbacks [] for router_controller (c19ab897-04da-436b-b1d9-84463c5b58bd), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.525310 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634602'] for router (c19ab897-04da-436b-b1d9-84463c5b58bd), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.525891 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c19ab897-04da-436b-b1d9-84463c5b58bd {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:36:36.530804 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.531963 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-ab5751fe-a25c-4d15-be5c-5a00ee3ef3dc admin admin] 10.222.0.77 "DELETE /v2.0/routers/c19ab897-04da-436b-b1d9-84463c5b58bd HTTP/1.1" status: 204 len: 168 time: 0.7473984 Jan 17 09:36:36.534524 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 40786) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:36.584459 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8896ca9-e0ae-415a-8155-6ee137b30d5b admin admin] Deleting subnet 7862a30a-3de9-4df3-9ab7-bbfbb516200f {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:36:36.588428 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8896ca9-e0ae-415a-8155-6ee137b30d5b admin admin] Publish callbacks [] for subnet (7862a30a-3de9-4df3-9ab7-bbfbb516200f), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.627185 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8896ca9-e0ae-415a-8155-6ee137b30d5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406618'] for subnet (7862a30a-3de9-4df3-9ab7-bbfbb516200f), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.704857 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8896ca9-e0ae-415a-8155-6ee137b30d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (7862a30a-3de9-4df3-9ab7-bbfbb516200f), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:36.986034 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8896ca9-e0ae-415a-8155-6ee137b30d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9093843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971458'] for subnet (7862a30a-3de9-4df3-9ab7-bbfbb516200f), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.011257 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8896ca9-e0ae-415a-8155-6ee137b30d5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7862a30a-3de9-4df3-9ab7-bbfbb516200f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:37.016049 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8896ca9-e0ae-415a-8155-6ee137b30d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.021147 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cace39-3c69-4625-b5ad-357a99010171 None None] Network f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:36:37.021801 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-c8896ca9-e0ae-415a-8155-6ee137b30d5b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7862a30a-3de9-4df3-9ab7-bbfbb516200f HTTP/1.1" status: 204 len: 168 time: 0.4860032 Jan 17 09:36:37.022222 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 40794) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:37.100536 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.166098 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] Deleting port edf59eef-9cfb-408f-9ad7-0305eb7c2926 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:36:37.166510 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.208987 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c263f2-f025-4654-8577-5c8d1e3c98e7 None None] DHCP port deletion for f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf request from dv-cinder-815582-7-iscsi {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:36:37.242683 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 5012464f-c3ed-4038-8aed-c016a6cfcd27 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:36:37.246664 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] For port edf59eef-9cfb-408f-9ad7-0305eb7c2926, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=edf59eef-9cfb-408f-9ad7-0305eb7c2926,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:37.247029 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.260722 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] Calling delete_port for edf59eef-9cfb-408f-9ad7-0305eb7c2926 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:36:37.270236 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: 5012464f-c3ed-4038-8aed-c016a6cfcd27 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:36:37.270589 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 5012464f-c3ed-4038-8aed-c016a6cfcd27 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:36:37.271077 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 3a72a52f-d3c1-4ca5-a19f-95109bf45d22 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:36:37.296169 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: 3a72a52f-d3c1-4ca5-a19f-95109bf45d22 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:36:37.296525 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 3a72a52f-d3c1-4ca5-a19f-95109bf45d22 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:36:37.313770 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-68c263f2-f025-4654-8577-5c8d1e3c98e7 None None] Deleting port edf59eef-9cfb-408f-9ad7-0305eb7c2926 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:36:37.314161 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-68c263f2-f025-4654-8577-5c8d1e3c98e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.347331 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.380181 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] Pushing event deleted for resources: {'Port': ['ID=edf59eef-9cfb-408f-9ad7-0305eb7c2926,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:37.381147 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-68c263f2-f025-4654-8577-5c8d1e3c98e7 None None] For port edf59eef-9cfb-408f-9ad7-0305eb7c2926, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=edf59eef-9cfb-408f-9ad7-0305eb7c2926,segment=NetworkSegment(222f43bf-2218-40f2-8819-b6b7ce17612b),segment_id=222f43bf-2218-40f2-8819-b6b7ce17612b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:37.381455 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-68c263f2-f025-4654-8577-5c8d1e3c98e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.383755 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] No DVR routers for this DVR port edf59eef-9cfb-408f-9ad7-0305eb7c2926 on host dv-cinder-815582-7-iscsi {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:36:37.397265 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-68c263f2-f025-4654-8577-5c8d1e3c98e7 None None] Calling delete_port for edf59eef-9cfb-408f-9ad7-0305eb7c2926 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:36:37.461803 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.482662 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:37.484114 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-68c263f2-f025-4654-8577-5c8d1e3c98e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438'] for port (edf59eef-9cfb-408f-9ad7-0305eb7c2926), after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.492619 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222f43bf-2218-40f2-8819-b6b7ce17612b') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:37.492925 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222f43bf-2218-40f2-8819-b6b7ce17612b') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:37.506832 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8910257'] for segment (222f43bf-2218-40f2-8819-b6b7ce17612b), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.507192 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c263f2-f025-4654-8577-5c8d1e3c98e7 None None] Pushing event deleted for resources: {'Port': ['ID=edf59eef-9cfb-408f-9ad7-0305eb7c2926,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:37.513990 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c263f2-f025-4654-8577-5c8d1e3c98e7 None None] No DVR routers for this DVR port edf59eef-9cfb-408f-9ad7-0305eb7c2926 on host dv-cinder-815582-7-iscsi {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:36:37.520529 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (222f43bf-2218-40f2-8819-b6b7ce17612b), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.527388 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:36:37.527772 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856121'] for segment (222f43bf-2218-40f2-8819-b6b7ce17612b), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: Traceback (most recent call last): Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: timer() Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: cb(*args, **kw) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: return func(*args, **kwargs) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: self._notify() Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: self.callback(batched_events) Jan 17 09:36:37.529542 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: event.method(event) Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: return f(self, *a, **k) Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._get(url).json() Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:36:37.532357 dv-cinder-815582-7-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:36:37.581496 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.586969 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.592660 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf HTTP/1.1" status: 204 len: 168 time: 0.5635331 Jan 17 09:36:37.601413 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b1d4f-fe3f-47d1-845c-9c2063814271 admin admin] Pushing event deleted for resources: {'Network': ['ID=f516158b-1cc4-4fb9-8b7a-0bfe6cabcfcf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:37.701954 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 40798) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:37.740454 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-7b20064d-93f2-4e54-81bc-46947d43294c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8d4b53680e0443b88340aca1b54694d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373671 Jan 17 09:36:37.742745 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 40800) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:37.790631 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ef61584-d409-499e-a670-91eae4d9401a admin admin] Publish callbacks [] for security_group (930740d3-1608-4122-b754-2a2e1fbcc2e5), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.812636 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ef61584-d409-499e-a670-91eae4d9401a admin admin] Publish callbacks [] for security_group (930740d3-1608-4122-b754-2a2e1fbcc2e5), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.869295 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ef61584-d409-499e-a670-91eae4d9401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (930740d3-1608-4122-b754-2a2e1fbcc2e5), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.872620 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ef61584-d409-499e-a670-91eae4d9401a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:37.873919 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-8ef61584-d409-499e-a670-91eae4d9401a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/930740d3-1608-4122-b754-2a2e1fbcc2e5 HTTP/1.1" status: 204 len: 168 time: 0.1302783 Jan 17 09:36:37.881581 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef61584-d409-499e-a670-91eae4d9401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930740d3-1608-4122-b754-2a2e1fbcc2e5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:38.081601 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa396d-b28c-4a10-acde-c07210b28355 req-2e3cb7d2-0718-46a4-855d-4b6bf8d7fdd3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:38.083348 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e4fa396d-b28c-4a10-acde-c07210b28355 req-2e3cb7d2-0718-46a4-855d-4b6bf8d7fdd3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 947 time: 0.0495212 Jan 17 09:36:38.130505 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e4fa396d-b28c-4a10-acde-c07210b28355 req-62f88eb0-116d-4ac4-a4f9-c9a037c4574a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415952 Jan 17 09:36:39.149328 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device edf59eef-9cfb-408f-9ad7-0305eb7c2926 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:36:39.171405 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: edf59eef-9cfb-408f-9ad7-0305eb7c2926 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:36:39.172229 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device edf59eef-9cfb-408f-9ad7-0305eb7c2926 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:36:39.261936 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9e1c7-55bd-4ad7-b5fb-4b0487a6d9d8 req-71a8f112-54cb-497a-9c03-7532a69cfaa8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:39.263410 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d3d9e1c7-55bd-4ad7-b5fb-4b0487a6d9d8 req-71a8f112-54cb-497a-9c03-7532a69cfaa8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 947 time: 0.0495465 Jan 17 09:36:39.314921 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d3d9e1c7-55bd-4ad7-b5fb-4b0487a6d9d8 req-f49de253-ee29-413c-8cdc-851a6116e4aa tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423117 Jan 17 09:36:39.702808 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-d8356e0f-7c42-48f8-8c57-bce55c364554 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:39.704266 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-d8356e0f-7c42-48f8-8c57-bce55c364554 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 947 time: 0.0497146 Jan 17 09:36:39.790856 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-f23545a7-61b3-40bf-9905-2451951b0e39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Deleting port da9367bf-0229-4085-a485-6f4f80e2c63f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:36:39.791200 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-f23545a7-61b3-40bf-9905-2451951b0e39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:39.879248 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-f23545a7-61b3-40bf-9905-2451951b0e39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] For port da9367bf-0229-4085-a485-6f4f80e2c63f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=da9367bf-0229-4085-a485-6f4f80e2c63f,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:39.879607 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-f23545a7-61b3-40bf-9905-2451951b0e39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:39.931237 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3a6854bb-add8-4a55-8c27-12bd41d48887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:40.045331 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-f23545a7-61b3-40bf-9905-2451951b0e39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:40.045622 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-f23545a7-61b3-40bf-9905-2451951b0e39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (b4d92488-8218-4b35-8a60-3232ace8dca0), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:40.045947 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.l3_db [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-f23545a7-61b3-40bf-9905-2451951b0e39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Floating IP b4d92488-8218-4b35-8a60-3232ace8dca0 disassociated. External IP: 172.27.2.8, port: da9367bf-0229-4085-a485-6f4f80e2c63f. Jan 17 09:36:40.046315 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-f23545a7-61b3-40bf-9905-2451951b0e39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Calling delete_port for da9367bf-0229-4085-a485-6f4f80e2c63f owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:36:40.171216 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-f23545a7-61b3-40bf-9905-2451951b0e39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (da9367bf-0229-4085-a485-6f4f80e2c63f), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:40.197947 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23545a7-61b3-40bf-9905-2451951b0e39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event deleted for resources: {'Port': ['ID=da9367bf-0229-4085-a485-6f4f80e2c63f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:40.309146 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-f23545a7-61b3-40bf-9905-2451951b0e39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Router 2eff3a26-9877-454d-b172-c296a20ca387 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:36:40.429358 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e7629ba9-db4f-4a8d-a338-8c362863345a req-0045e0fe-a6a5-4b25-99e6-2586590b9dc9 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7b85fd7-ab8a-4d99-8e70-e8d039df1921 HTTP/1.1" status: 200 len: 210 time: 0.0340519 Jan 17 09:36:40.438928 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-f23545a7-61b3-40bf-9905-2451951b0e39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:36:40.459381 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ad99b-768c-4ae3-b405-b0b523ca9b62 None None] Sync routers for ids ['2eff3a26-9877-454d-b172-c296a20ca387'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:36:40.471065 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ad99b-768c-4ae3-b405-b0b523ca9b62 None None] Routers {'2eff3a26-9877-454d-b172-c296a20ca387'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:40.471904 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-598ad99b-768c-4ae3-b405-b0b523ca9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:36:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['2eff3a26-9877-454d-b172-c296a20ca387'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:40.483533 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-f23545a7-61b3-40bf-9905-2451951b0e39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] No DVR routers for this DVR port da9367bf-0229-4085-a485-6f4f80e2c63f on host hv-cinder-81558 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:36:40.486188 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-f23545a7-61b3-40bf-9905-2451951b0e39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:40.489738 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c2cae910-f62b-45ab-bffd-1845880bc51f req-f23545a7-61b3-40bf-9905-2451951b0e39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.31 "DELETE /v2.0/ports/da9367bf-0229-4085-a485-6f4f80e2c63f HTTP/1.1" status: 204 len: 173 time: 0.7805395 Jan 17 09:36:40.490197 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'name': 'network-vif-deleted', 'tag': 'da9367bf-0229-4085-a485-6f4f80e2c63f'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:40.492941 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3d0d26-c7dd-4e24-87f8-14994ad21bcd" -d '{"events": [{"server_uuid": "a7b85fd7-ab8a-4d99-8e70-e8d039df1921", "name": "network-vif-deleted", "tag": "da9367bf-0229-4085-a485-6f4f80e2c63f"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:36:40.545096 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9df413a-f241-47a9-9b3a-9f06c2ed7dc4 x-openstack-request-id: req-a9df413a-f241-47a9-9b3a-9f06c2ed7dc4 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:36:40.545976 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b85fd7-ab8a-4d99-8e70-e8d039df1921", "name": "network-vif-deleted", "tag": "da9367bf-0229-4085-a485-6f4f80e2c63f", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:36:40.546941 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9df413a-f241-47a9-9b3a-9f06c2ed7dc4 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:36:40.547733 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b85fd7-ab8a-4d99-8e70-e8d039df1921', 'name': 'network-vif-deleted', 'tag': 'da9367bf-0229-4085-a485-6f4f80e2c63f', 'status': 'completed', 'code': 200} Jan 17 09:36:40.606100 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-598ad99b-768c-4ae3-b405-b0b523ca9b62 None None] Set router 2eff3a26-9877-454d-b172-c296a20ca387 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:36:40.839461 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-598ad99b-768c-4ae3-b405-b0b523ca9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '20329bd8-06da-40c2-9604-31c1bbea465f', 'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'mac_address': 'fa:16:3e:9c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:04Z', 'updated_at': '2022-01-17T09:34:08Z', 'revision_number': 5, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'subnets': [{'id': '096ae4db-001b-43fd-b973-bddba67ea663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:40.866895 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ad99b-768c-4ae3-b405-b0b523ca9b62 None None] Checking router: 2eff3a26-9877-454d-b172-c296a20ca387 for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:36:40.876961 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ad99b-768c-4ae3-b405-b0b523ca9b62 None None] Routers {'2eff3a26-9877-454d-b172-c296a20ca387'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:40.877560 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-598ad99b-768c-4ae3-b405-b0b523ca9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:36:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['2eff3a26-9877-454d-b172-c296a20ca387'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:40.986010 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-598ad99b-768c-4ae3-b405-b0b523ca9b62 None None] Set router 2eff3a26-9877-454d-b172-c296a20ca387 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:36:41.184318 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-598ad99b-768c-4ae3-b405-b0b523ca9b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '20329bd8-06da-40c2-9604-31c1bbea465f', 'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'mac_address': 'fa:16:3e:9c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:04Z', 'updated_at': '2022-01-17T09:34:08Z', 'revision_number': 5, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'subnets': [{'id': '096ae4db-001b-43fd-b973-bddba67ea663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:41.209494 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ad99b-768c-4ae3-b405-b0b523ca9b62 None None] The sync data for ids ['2eff3a26-9877-454d-b172-c296a20ca387'] in dv-cinder-815582-7-iscsi is: [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '20329bd8-06da-40c2-9604-31c1bbea465f', 'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'mac_address': 'fa:16:3e:9c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:04Z', 'updated_at': '2022-01-17T09:34:08Z', 'revision_number': 5, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'subnets': [{'id': '096ae4db-001b-43fd-b973-bddba67ea663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:36:41.412786 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba3a14e-7b00-4a56-9a8b-e9c468a3904f None None] New status for floating IP b4d92488-8218-4b35-8a60-3232ace8dca0: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:36:41.523225 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 40878) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:41.576795 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4219a6d-b786-4cb8-8551-9fa58bce9138 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group (0012f86b-ed07-42ad-9add-fa0ed5a3bf2d), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:41.599862 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4219a6d-b786-4cb8-8551-9fa58bce9138 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group (0012f86b-ed07-42ad-9add-fa0ed5a3bf2d), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:41.644611 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4219a6d-b786-4cb8-8551-9fa58bce9138 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (0012f86b-ed07-42ad-9add-fa0ed5a3bf2d), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:41.647292 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4219a6d-b786-4cb8-8551-9fa58bce9138 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:41.648481 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-d4219a6d-b786-4cb8-8551-9fa58bce9138 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "DELETE /v2.0/security-groups/0012f86b-ed07-42ad-9add-fa0ed5a3bf2d HTTP/1.1" status: 204 len: 168 time: 0.1242511 Jan 17 09:36:41.651265 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 40880) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:41.658478 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4219a6d-b786-4cb8-8551-9fa58bce9138 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0012f86b-ed07-42ad-9add-fa0ed5a3bf2d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:41.665615 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.api.v2.resource [None req-a21bd39f-92f7-4327-a881-b3369dd60846 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] show failed (client error): The resource could not be found. Jan 17 09:36:41.666620 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-a21bd39f-92f7-4327-a881-b3369dd60846 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups/0012f86b-ed07-42ad-9add-fa0ed5a3bf2d HTTP/1.1" status: 404 len: 347 time: 0.0134065 Jan 17 09:36:41.669391 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 40882) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:41.788748 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c932dc09-a698-46f8-b37f-3ab7680c08f3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Deleting port 0ad19649-9dcf-4d3d-b31d-3670aeba5ccb {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:36:41.789092 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c932dc09-a698-46f8-b37f-3ab7680c08f3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (0ad19649-9dcf-4d3d-b31d-3670aeba5ccb), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:41.860681 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c932dc09-a698-46f8-b37f-3ab7680c08f3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (0ad19649-9dcf-4d3d-b31d-3670aeba5ccb), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:41.861044 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c932dc09-a698-46f8-b37f-3ab7680c08f3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for floatingip (0ad19649-9dcf-4d3d-b31d-3670aeba5ccb), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:41.873082 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c932dc09-a698-46f8-b37f-3ab7680c08f3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Calling delete_port for 0ad19649-9dcf-4d3d-b31d-3670aeba5ccb owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:36:42.009158 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c932dc09-a698-46f8-b37f-3ab7680c08f3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (0ad19649-9dcf-4d3d-b31d-3670aeba5ccb), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.036443 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932dc09-a698-46f8-b37f-3ab7680c08f3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event deleted for resources: {'Port': ['ID=0ad19649-9dcf-4d3d-b31d-3670aeba5ccb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:42.098529 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-81063feb-48ed-4466-8274-ec0164aa6326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.101043 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c932dc09-a698-46f8-b37f-3ab7680c08f3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for floatingip (b4d92488-8218-4b35-8a60-3232ace8dca0), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.103920 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c932dc09-a698-46f8-b37f-3ab7680c08f3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.105621 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-c932dc09-a698-46f8-b37f-3ab7680c08f3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "DELETE /v2.0/floatingips/b4d92488-8218-4b35-8a60-3232ace8dca0 HTTP/1.1" status: 204 len: 168 time: 0.4347937 Jan 17 09:36:42.378290 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 40894) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:42.383415 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8a7a6ae7-6bc3-48f8-a1ea-3adf1a4daf7f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1601638900', 'description': 'tempest-description--1198022705'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:36:42.407181 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a7a6ae7-6bc3-48f8-a1ea-3adf1a4daf7f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.473067 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a7a6ae7-6bc3-48f8-a1ea-3adf1a4daf7f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group (0908c3b3-cb08-489a-a8b4-ad3278fef6da), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.477535 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a7a6ae7-6bc3-48f8-a1ea-3adf1a4daf7f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (0908c3b3-cb08-489a-a8b4-ad3278fef6da), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.505772 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a7a6ae7-6bc3-48f8-a1ea-3adf1a4daf7f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.506983 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-8a7a6ae7-6bc3-48f8-a1ea-3adf1a4daf7f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1276121 Jan 17 09:36:42.508819 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a6ae7-6bc3-48f8-a1ea-3adf1a4daf7f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0908c3b3-cb08-489a-a8b4-ad3278fef6da,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:42.510005 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 40896) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:42.515060 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9f1d8405-6fb4-455f-b54e-b2ecf67cc7f8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Request body: {'security_group_rule': {'security_group_id': '0908c3b3-cb08-489a-a8b4-ad3278fef6da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:36:42.546075 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f1d8405-6fb4-455f-b54e-b2ecf67cc7f8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group_rule (d042593d-db9a-48ce-becd-9f63bac55fe2), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.589969 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f1d8405-6fb4-455f-b54e-b2ecf67cc7f8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group_rule (d042593d-db9a-48ce-becd-9f63bac55fe2), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.593269 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f1d8405-6fb4-455f-b54e-b2ecf67cc7f8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (d042593d-db9a-48ce-becd-9f63bac55fe2), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.609449 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d8405-6fb4-455f-b54e-b2ecf67cc7f8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d042593d-db9a-48ce-becd-9f63bac55fe2,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:42.617427 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f1d8405-6fb4-455f-b54e-b2ecf67cc7f8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.619577 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-9f1d8405-6fb4-455f-b54e-b2ecf67cc7f8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1075430 Jan 17 09:36:42.621772 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 40898) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:42.625894 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-25345127-4a76-473f-9784-a5832df36d90 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Request body: {'security_group_rule': {'security_group_id': '0908c3b3-cb08-489a-a8b4-ad3278fef6da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:36:42.652616 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25345127-4a76-473f-9784-a5832df36d90 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group_rule (c80ea494-41e4-4035-9690-2c393449603e), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.706311 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25345127-4a76-473f-9784-a5832df36d90 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group_rule (c80ea494-41e4-4035-9690-2c393449603e), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.709993 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25345127-4a76-473f-9784-a5832df36d90 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965135'] for security_group_rule (c80ea494-41e4-4035-9690-2c393449603e), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.723872 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25345127-4a76-473f-9784-a5832df36d90 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80ea494-41e4-4035-9690-2c393449603e,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:42.734153 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25345127-4a76-473f-9784-a5832df36d90 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.735338 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-25345127-4a76-473f-9784-a5832df36d90 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126707 Jan 17 09:36:42.738360 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 40900) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:42.742454 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Request body: {'floatingip': {'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:36:42.765319 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.859697 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:42.957393 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Allocated IP 172.27.2.81 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/c4bf86ea-c225-4382-be97-f5dc2d440610) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:36:43.052483 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for port (c4bf86ea-c225-4382-be97-f5dc2d440610), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.089570 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (c4bf86ea-c225-4382-be97-f5dc2d440610), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.128275 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:36:43.131263 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:36:43.133628 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:36:43.158580 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.162355 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event updated for resources: {'Port': ['ID=c4bf86ea-c225-4382-be97-f5dc2d440610,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:43.223786 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for floatingip (1a376718-0eb8-4163-8ffd-4d0c2c94f903), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.256088 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (c4bf86ea-c225-4382-be97-f5dc2d440610), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.400256 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for port (c4bf86ea-c225-4382-be97-f5dc2d440610), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.404388 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (c4bf86ea-c225-4382-be97-f5dc2d440610), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.474285 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event updated for resources: {'Port': ['ID=c4bf86ea-c225-4382-be97-f5dc2d440610,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:43.484682 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (1a376718-0eb8-4163-8ffd-4d0c2c94f903), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.499130 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:43.500949 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ccf243bb-5968-48fa-a0c8-8337f8b3c054 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7616935 Jan 17 09:36:43.689580 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-9da6abc2-49d3-4741-9d40-749f0b892f79 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1601638900&fields=id&tenant_id=2581ec9d39994daa81a4b8d87dec89ef HTTP/1.1" status: 200 len: 267 time: 0.0425205 Jan 17 09:36:43.794884 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-114425bb-3f2c-4111-adac-c8477f8638aa tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:43.796348 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-114425bb-3f2c-4111-adac-c8477f8638aa tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/networks?id=8623d6bb-7edc-4c03-bc24-d9754729c4df HTTP/1.1" status: 200 len: 817 time: 0.1004536 Jan 17 09:36:43.810312 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-038da77f-fb94-48b3-ab05-b87df0f1a007 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/quotas/2581ec9d39994daa81a4b8d87dec89ef HTTP/1.1" status: 200 len: 375 time: 0.0086460 Jan 17 09:36:43.860564 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-b7c0c8d9-7210-4f3d-8625-fb45b139131c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2581ec9d39994daa81a4b8d87dec89ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454836 Jan 17 09:36:43.950891 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-c0e7b236-bca7-48cc-9f06-429515ea46be service neutron] 10.222.0.77 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792997 Jan 17 09:36:44.296432 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-43dd60e8-d202-4828-9398-671e831b1dc7 service neutron] 10.222.0.77 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398564 Jan 17 09:36:44.453673 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c8448cbb-e393-4603-a46e-f1a8980ee2ed req-678c5d5b-922d-40f1-a7ca-105039560be2 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 210 time: 0.0268881 Jan 17 09:36:44.725300 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:44.881622 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device da9367bf-0229-4085-a485-6f4f80e2c63f no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:36:44.901406 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: da9367bf-0229-4085-a485-6f4f80e2c63f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:36:44.902316 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device da9367bf-0229-4085-a485-6f4f80e2c63f not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:36:45.475407 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-da0d12ee-3162-44ca-b599-4f3350cd996a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:45.476902 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-da0d12ee-3162-44ca-b599-4f3350cd996a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.31 "GET /v2.0/networks?id=8623d6bb-7edc-4c03-bc24-d9754729c4df HTTP/1.1" status: 200 len: 817 time: 0.1056542 Jan 17 09:36:45.546051 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-2b4f7174-14eb-4936-8d91-11478339c131 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2581ec9d39994daa81a4b8d87dec89ef HTTP/1.1" status: 200 len: 380 time: 0.0598204 Jan 17 09:36:45.557767 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-d3577678-6d8d-479f-b402-8ec60f65e90a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Request body: {'port': {'device_id': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'admin_state_up': True, 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'security_groups': ['0908c3b3-cb08-489a-a8b4-ad3278fef6da']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:36:45.584705 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9f53cf88-7ba6-4ea4-b524-c944f161fc31 req-5ce777ce-ccd1-4cd1-909c-4dccb1e36e6e tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 210 time: 0.0328462 Jan 17 09:36:45.674083 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-d3577678-6d8d-479f-b402-8ec60f65e90a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Made reservation on behalf of 2581ec9d39994daa81a4b8d87dec89ef for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:36:45.677908 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-d3577678-6d8d-479f-b402-8ec60f65e90a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:45.804319 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-d3577678-6d8d-479f-b402-8ec60f65e90a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Allocated IP 172.20.0.9 (8623d6bb-7edc-4c03-bc24-d9754729c4df/096ae4db-001b-43fd-b973-bddba67ea663/b6759b4d-a93c-44fd-b86b-99819d0e37ec) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:36:45.938356 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-d3577678-6d8d-479f-b402-8ec60f65e90a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:45.970462 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-d3577678-6d8d-479f-b402-8ec60f65e90a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.012379 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-d3577678-6d8d-479f-b402-8ec60f65e90a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Network 8623d6bb-7edc-4c03-bc24-d9754729c4df is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:36:46.015264 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-d3577678-6d8d-479f-b402-8ec60f65e90a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:36:46.017637 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-d3577678-6d8d-479f-b402-8ec60f65e90a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:36:46.049937 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3577678-6d8d-479f-b402-8ec60f65e90a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event updated for resources: {'Port': ['ID=b6759b4d-a93c-44fd-b86b-99819d0e37ec,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:46.072981 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-d3577678-6d8d-479f-b402-8ec60f65e90a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:46.073629 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-d3577678-6d8d-479f-b402-8ec60f65e90a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.089969 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-d3577678-6d8d-479f-b402-8ec60f65e90a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5365975 Jan 17 09:36:46.101453 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Request body: {'port': {'device_id': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:36:46.159670 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.175716 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.246812 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7dcb6009-c8bb-4f52-ada0-103b8194a79c None None] Provisioning complete for port b6759b4d-a93c-44fd-b86b-99819d0e37ec triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:36:46.247190 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7dcb6009-c8bb-4f52-ada0-103b8194a79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.279766 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb6009-c8bb-4f52-ada0-103b8194a79c None None] Port b6759b4d-a93c-44fd-b86b-99819d0e37ec cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:36:46.415113 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6759b4d-a93c-44fd-b86b-99819d0e37ec {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:36:46.422949 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Publish callbacks [] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.434822 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Transition to ACTIVE for port object b6759b4d-a93c-44fd-b86b-99819d0e37ec will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:36:46.438084 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.505028 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Pushing event updated for resources: {'Port': ['ID=b6759b4d-a93c-44fd-b86b-99819d0e37ec,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:46.557771 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Attempting to bind port b6759b4d-a93c-44fd-b86b-99819d0e37ec on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:36:46.558194 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Attempting to bind port b6759b4d-a93c-44fd-b86b-99819d0e37ec by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:36:46.558538 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Attempting to bind port b6759b4d-a93c-44fd-b86b-99819d0e37ec on network 8623d6bb-7edc-4c03-bc24-d9754729c4df {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:36:46.563051 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Port b6759b4d-a93c-44fd-b86b-99819d0e37ec on network 8623d6bb-7edc-4c03-bc24-d9754729c4df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:36:46.563379 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Attempting to bind port b6759b4d-a93c-44fd-b86b-99819d0e37ec on network 8623d6bb-7edc-4c03-bc24-d9754729c4df {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:36:46.568403 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:36:46.568750 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Checking segment: {'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:36:46.569139 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Bound using segment: {'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:36:46.569577 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Bound port: b6759b4d-a93c-44fd-b86b-99819d0e37ec, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f20395-3962-4e54-85fb-b97ded158f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:36:46.569941 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.635951 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] For port b6759b4d-a93c-44fd-b86b-99819d0e37ec, host hv-cinder-81558, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:36:46.638920 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] For port b6759b4d-a93c-44fd-b86b-99819d0e37ec, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:36:46.643220 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.687140 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:46.688377 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:46.690101 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] 10.222.0.31 "PUT /v2.0/ports/b6759b4d-a93c-44fd-b86b-99819d0e37ec HTTP/1.1" status: 200 len: 1093 time: 0.5928681 Jan 17 09:36:46.695099 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'tag': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:46.697562 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956ea837-f3d1-41e8-958c-f33c1c53b52e" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb7dca1-374a-48ff-ac16-dd5a499e900a", "tag": "b6759b4d-a93c-44fd-b86b-99819d0e37ec"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:36:46.765997 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bd3e00-b606-4b00-8e6f-3034394b7913 x-openstack-request-id: req-49bd3e00-b606-4b00-8e6f-3034394b7913 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:36:46.766304 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb7dca1-374a-48ff-ac16-dd5a499e900a", "tag": "b6759b4d-a93c-44fd-b86b-99819d0e37ec", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:36:46.766560 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49bd3e00-b606-4b00-8e6f-3034394b7913 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:36:46.766954 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'tag': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'status': 'completed', 'code': 200} Jan 17 09:36:46.768286 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39073c43-b4aa-4a82-ab24-074ccec4a395 service neutron] Pushing event updated for resources: {'Port': ['ID=b6759b4d-a93c-44fd-b86b-99819d0e37ec,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:46.790280 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61310922-e28c-414d-8def-6838df742098 req-4a4abcb9-8602-4d97-a138-674d089535dc tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:46.797170 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-61310922-e28c-414d-8def-6838df742098 req-4a4abcb9-8602-4d97-a138-674d089535dc tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 943 time: 0.1269829 Jan 17 09:36:46.820427 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-a7a65621-ad10-4aa9-9464-679dfdad76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:46.821951 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-a7a65621-ad10-4aa9-9464-679dfdad76ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2581ec9d39994daa81a4b8d87dec89ef&device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 1096 time: 0.0860848 Jan 17 09:36:46.875144 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-c1c5be4e-855c-4815-90b5-9c7ae26e2e88 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec HTTP/1.1" status: 200 len: 217 time: 0.0422955 Jan 17 09:36:46.882797 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-61310922-e28c-414d-8def-6838df742098 req-342ec41a-963c-44d8-a4b2-d5d8b29421c3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853636 Jan 17 09:36:46.931493 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-0b4646ea-91ac-4410-9119-76cd1af92244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:46.933024 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-0b4646ea-91ac-4410-9119-76cd1af92244 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=096ae4db-001b-43fd-b973-bddba67ea663 HTTP/1.1" status: 200 len: 856 time: 0.0493374 Jan 17 09:36:46.978016 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-17dff421-b9f9-40a8-84ce-bf4f4379648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:46.979611 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-17dff421-b9f9-40a8-84ce-bf4f4379648d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8623d6bb-7edc-4c03-bc24-d9754729c4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407817 Jan 17 09:36:47.067040 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-46e3190f-1425-41a8-bb1c-10f6d47575a2 service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804090 Jan 17 09:36:47.163199 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2b47051a-3e11-4308-92f6-17c7ab9ce643 req-d55a6b41-7e0d-4632-ad68-1f0efdebe523 service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902965 Jan 17 09:36:47.246986 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ea837-f3d1-41e8-958c-f33c1c53b52e req-c71cdc7c-f1be-4552-bf72-25538e95fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:47.248389 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-956ea837-f3d1-41e8-958c-f33c1c53b52e req-c71cdc7c-f1be-4552-bf72-25538e95fed6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2581ec9d39994daa81a4b8d87dec89ef&device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 1096 time: 0.0396585 Jan 17 09:36:47.340630 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ea837-f3d1-41e8-958c-f33c1c53b52e req-2b73d652-221e-431f-ae96-33f1f2161962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:47.342122 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-956ea837-f3d1-41e8-958c-f33c1c53b52e req-2b73d652-221e-431f-ae96-33f1f2161962 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8623d6bb-7edc-4c03-bc24-d9754729c4df HTTP/1.1" status: 200 len: 918 time: 0.0881968 Jan 17 09:36:47.384339 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-956ea837-f3d1-41e8-958c-f33c1c53b52e req-0cd148f7-684c-424b-acc4-2241d0bc04f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec HTTP/1.1" status: 200 len: 217 time: 0.0360765 Jan 17 09:36:47.431670 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ea837-f3d1-41e8-958c-f33c1c53b52e req-6bc4e51d-0f3d-459a-a21b-65bb220f5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:47.433673 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-956ea837-f3d1-41e8-958c-f33c1c53b52e req-6bc4e51d-0f3d-459a-a21b-65bb220f5134 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=096ae4db-001b-43fd-b973-bddba67ea663 HTTP/1.1" status: 200 len: 856 time: 0.0418587 Jan 17 09:36:47.480002 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ea837-f3d1-41e8-958c-f33c1c53b52e req-762785ac-ac5c-42d5-b729-ea04f4a39464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:47.481464 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-956ea837-f3d1-41e8-958c-f33c1c53b52e req-762785ac-ac5c-42d5-b729-ea04f4a39464 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8623d6bb-7edc-4c03-bc24-d9754729c4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421877 Jan 17 09:36:47.566952 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-956ea837-f3d1-41e8-958c-f33c1c53b52e req-a2f8f8aa-f35b-42ea-ba6a-12beeb4d5bda service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788538 Jan 17 09:36:47.654495 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-956ea837-f3d1-41e8-958c-f33c1c53b52e req-2e128656-19b7-4174-9ad8-4928e14d59f0 service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815930 Jan 17 09:36:48.013426 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83aefe-d51e-4e86-beac-84e2fadb06f9 req-17888d47-7f68-4bce-81af-f1198c539e52 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:48.014867 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ea83aefe-d51e-4e86-beac-84e2fadb06f9 req-17888d47-7f68-4bce-81af-f1198c539e52 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 943 time: 0.0478275 Jan 17 09:36:48.063246 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ea83aefe-d51e-4e86-beac-84e2fadb06f9 req-b7a09b02-0e6a-46cc-82a9-e27e1f47a14a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428410 Jan 17 09:36:48.886115 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b6759b4d-a93c-44fd-b86b-99819d0e37ec details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:36:48.978482 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b6759b4d-a93c-44fd-b86b-99819d0e37ec, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:48.989816 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'port_id': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'mac_address': 'fa:16:3e:fe:1e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:36:49.024457 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port b6759b4d-a93c-44fd-b86b-99819d0e37ec is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:36:49.024844 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:49.037297 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6759b4d-a93c-44fd-b86b-99819d0e37ec {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:36:49.055762 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b6759b4d-a93c-44fd-b86b-99819d0e37ec, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:49.059519 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:49.109526 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=b6759b4d-a93c-44fd-b86b-99819d0e37ec,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:49.181603 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef818937-f247-4fde-8356-98a147153b54 req-66945863-b1d2-49df-a543-bec0654a799e tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:49.183049 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ef818937-f247-4fde-8356-98a147153b54 req-66945863-b1d2-49df-a543-bec0654a799e tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 944 time: 0.0486948 Jan 17 09:36:49.229323 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ef818937-f247-4fde-8356-98a147153b54 req-87103507-217d-448d-8de5-9ed6edda0263 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406871 Jan 17 09:36:49.284847 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['b6759b4d-a93c-44fd-b86b-99819d0e37ec'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:36:50.347915 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e140ac-f81c-48fc-b5ee-c76fb3340130 req-200e9415-8d90-4bf8-808a-8ea8c0242867 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:50.349367 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c0e140ac-f81c-48fc-b5ee-c76fb3340130 req-200e9415-8d90-4bf8-808a-8ea8c0242867 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 944 time: 0.0486786 Jan 17 09:36:50.395161 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c0e140ac-f81c-48fc-b5ee-c76fb3340130 req-af75d88c-12bb-45ba-abe2-092faf376b5c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403378 Jan 17 09:36:50.886228 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b6759b4d-a93c-44fd-b86b-99819d0e37ec up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:36:50.935074 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port b6759b4d-a93c-44fd-b86b-99819d0e37ec completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:36:50.938487 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port b6759b4d-a93c-44fd-b86b-99819d0e37ec triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:36:50.938867 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:51.015978 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port b6759b4d-a93c-44fd-b86b-99819d0e37ec is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:36:51.016375 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:51.038759 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:51.041005 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0e5ef2-48be-4297-9535-c25528afa810" -d '{"events": [{"server_uuid": "1eb7dca1-374a-48ff-ac16-dd5a499e900a", "name": "network-vif-plugged", "status": "completed", "tag": "b6759b4d-a93c-44fd-b86b-99819d0e37ec"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:36:51.054155 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b6759b4d-a93c-44fd-b86b-99819d0e37ec, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:51.058184 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:51.080342 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fbd381-ffc4-4d34-ad8e-18bfe11aefb6 x-openstack-request-id: req-88fbd381-ffc4-4d34-ad8e-18bfe11aefb6 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:36:51.080640 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb7dca1-374a-48ff-ac16-dd5a499e900a", "name": "network-vif-plugged", "status": "completed", "tag": "b6759b4d-a93c-44fd-b86b-99819d0e37ec", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:36:51.080898 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88fbd381-ffc4-4d34-ad8e-18bfe11aefb6 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:36:51.081290 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'code': 200} Jan 17 09:36:51.108639 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=b6759b4d-a93c-44fd-b86b-99819d0e37ec,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:51.238426 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794ef3b-ec2f-4fd2-b669-66628d35a52e req-323381b4-c200-4f3a-8ba5-237b6649da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:51.239960 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6794ef3b-ec2f-4fd2-b669-66628d35a52e req-323381b4-c200-4f3a-8ba5-237b6649da58 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 1098 time: 0.0400093 Jan 17 09:36:51.282782 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6794ef3b-ec2f-4fd2-b669-66628d35a52e req-7ea0ebd5-a37a-48b0-9453-8a5837894c36 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362830 Jan 17 09:36:51.512059 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4303f56-c31c-4d33-a0fa-5aca36fd8642 req-820e8910-93dc-4dcb-bf5f-d4304333a812 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:51.513484 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b4303f56-c31c-4d33-a0fa-5aca36fd8642 req-820e8910-93dc-4dcb-bf5f-d4304333a812 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0495584 Jan 17 09:36:51.558230 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b4303f56-c31c-4d33-a0fa-5aca36fd8642 req-9286c3d7-dbd9-475b-b56e-a1b46f5e4716 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391788 Jan 17 09:36:52.677769 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8c93b-2472-4ca3-89f3-53c3fb55ac2e req-1e1eb7e1-6765-43ab-a85b-c41a4b04c136 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:52.679204 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-21a8c93b-2472-4ca3-89f3-53c3fb55ac2e req-1e1eb7e1-6765-43ab-a85b-c41a4b04c136 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0497444 Jan 17 09:36:52.724396 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-21a8c93b-2472-4ca3-89f3-53c3fb55ac2e req-e291d960-28c8-4654-aff6-2eb45af4b494 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392141 Jan 17 09:36:52.838911 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52caab-62aa-4b2b-a03f-2f2960857b34 req-ad5ebb65-f2ad-44b1-b828-b5a14da1d92d tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:52.840388 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-bb52caab-62aa-4b2b-a03f-2f2960857b34 req-ad5ebb65-f2ad-44b1-b828-b5a14da1d92d tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0509377 Jan 17 09:36:52.848601 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 41046) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:36:52.852758 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4974bc73-c95f-41c2-b29c-6322612e50a7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Request body: {'floatingip': {'port_id': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:36:52.890554 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4974bc73-c95f-41c2-b29c-6322612e50a7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for floatingip (1a376718-0eb8-4163-8ffd-4d0c2c94f903), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:53.310938 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4974bc73-c95f-41c2-b29c-6322612e50a7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:53.316190 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4974bc73-c95f-41c2-b29c-6322612e50a7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (1a376718-0eb8-4163-8ffd-4d0c2c94f903), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:53.416690 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.l3_db [None req-4974bc73-c95f-41c2-b29c-6322612e50a7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Floating IP 1a376718-0eb8-4163-8ffd-4d0c2c94f903 associated. External IP: 172.27.2.81, port: b6759b4d-a93c-44fd-b86b-99819d0e37ec. Jan 17 09:36:53.637806 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4974bc73-c95f-41c2-b29c-6322612e50a7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Router 2eff3a26-9877-454d-b172-c296a20ca387 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:36:53.742326 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4974bc73-c95f-41c2-b29c-6322612e50a7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:36:53.747266 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4974bc73-c95f-41c2-b29c-6322612e50a7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:36:53.751668 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de379014-1dd8-4a66-b517-18feb6411eca None None] Sync routers for ids ['2eff3a26-9877-454d-b172-c296a20ca387'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:36:53.761608 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de379014-1dd8-4a66-b517-18feb6411eca None None] Routers {'2eff3a26-9877-454d-b172-c296a20ca387'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:53.762207 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-de379014-1dd8-4a66-b517-18feb6411eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:36:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['2eff3a26-9877-454d-b172-c296a20ca387'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:53.773401 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4974bc73-c95f-41c2-b29c-6322612e50a7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "PUT /v2.0/floatingips/1a376718-0eb8-4163-8ffd-4d0c2c94f903 HTTP/1.1" status: 200 len: 990 time: 0.9237823 Jan 17 09:36:53.774138 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'tag': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:53.776391 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5c7e52-51bf-4723-a236-5a120194889c" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb7dca1-374a-48ff-ac16-dd5a499e900a", "tag": "b6759b4d-a93c-44fd-b86b-99819d0e37ec"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:36:53.819580 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dddf373-2fac-44e5-9ca2-0b17d82e73dc x-openstack-request-id: req-8dddf373-2fac-44e5-9ca2-0b17d82e73dc {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:36:53.819967 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb7dca1-374a-48ff-ac16-dd5a499e900a", "tag": "b6759b4d-a93c-44fd-b86b-99819d0e37ec", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:36:53.820513 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8dddf373-2fac-44e5-9ca2-0b17d82e73dc {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:36:53.820887 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'tag': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'status': 'completed', 'code': 200} Jan 17 09:36:53.886644 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c7e52-51bf-4723-a236-5a120194889c req-192a6674-4478-4298-8d60-4e733dd48ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:53.888196 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aa5c7e52-51bf-4723-a236-5a120194889c req-192a6674-4478-4298-8d60-4e733dd48ee4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2581ec9d39994daa81a4b8d87dec89ef&device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 1098 time: 0.0419233 Jan 17 09:36:53.955222 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-de379014-1dd8-4a66-b517-18feb6411eca None None] Set router 2eff3a26-9877-454d-b172-c296a20ca387 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:36:53.980070 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c7e52-51bf-4723-a236-5a120194889c req-2b6cea94-94bf-4361-b066-54c43802fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:53.981542 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aa5c7e52-51bf-4723-a236-5a120194889c req-2b6cea94-94bf-4361-b066-54c43802fb2c service neutron] 10.222.0.31 "GET /v2.0/networks?id=8623d6bb-7edc-4c03-bc24-d9754729c4df HTTP/1.1" status: 200 len: 918 time: 0.0861168 Jan 17 09:36:54.045175 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aa5c7e52-51bf-4723-a236-5a120194889c req-7795b4d1-d2ef-4110-a713-03fabfb33f6f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec HTTP/1.1" status: 200 len: 998 time: 0.0570076 Jan 17 09:36:54.094113 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c7e52-51bf-4723-a236-5a120194889c req-7abeb4bf-82c5-4c6c-ade5-f4fdb6397053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:54.095562 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aa5c7e52-51bf-4723-a236-5a120194889c req-7abeb4bf-82c5-4c6c-ade5-f4fdb6397053 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=096ae4db-001b-43fd-b973-bddba67ea663 HTTP/1.1" status: 200 len: 856 time: 0.0437799 Jan 17 09:36:54.142499 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c7e52-51bf-4723-a236-5a120194889c req-cac122f3-b8fa-43db-954c-8aacb46ae01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:54.143944 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aa5c7e52-51bf-4723-a236-5a120194889c req-cac122f3-b8fa-43db-954c-8aacb46ae01c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8623d6bb-7edc-4c03-bc24-d9754729c4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428073 Jan 17 09:36:54.173333 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-de379014-1dd8-4a66-b517-18feb6411eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '1a376718-0eb8-4163-8ffd-4d0c2c94f903', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'port_id': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'mac_address': 'fa:16:3e:fe:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:36:43Z', 'updated_at': '2022-01-17T09:36:53Z', 'revision_number': 1, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20329bd8-06da-40c2-9604-31c1bbea465f', 'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'mac_address': 'fa:16:3e:9c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:04Z', 'updated_at': '2022-01-17T09:34:08Z', 'revision_number': 5, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'subnets': [{'id': '096ae4db-001b-43fd-b973-bddba67ea663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:54.199420 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de379014-1dd8-4a66-b517-18feb6411eca None None] Checking router: 2eff3a26-9877-454d-b172-c296a20ca387 for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:36:54.208641 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de379014-1dd8-4a66-b517-18feb6411eca None None] Routers {'2eff3a26-9877-454d-b172-c296a20ca387'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:54.209250 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-de379014-1dd8-4a66-b517-18feb6411eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:36:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['2eff3a26-9877-454d-b172-c296a20ca387'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:54.230755 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aa5c7e52-51bf-4723-a236-5a120194889c req-5969206c-087e-4c18-b578-3d9a1e718ce1 service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806165 Jan 17 09:36:54.321476 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-de379014-1dd8-4a66-b517-18feb6411eca None None] Set router 2eff3a26-9877-454d-b172-c296a20ca387 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:36:54.338674 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aa5c7e52-51bf-4723-a236-5a120194889c req-21695969-4f08-4b01-b5e1-43cb6f2af13e service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014781 Jan 17 09:36:54.571227 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-de379014-1dd8-4a66-b517-18feb6411eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '1a376718-0eb8-4163-8ffd-4d0c2c94f903', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'port_id': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'mac_address': 'fa:16:3e:fe:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:36:43Z', 'updated_at': '2022-01-17T09:36:53Z', 'revision_number': 1, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20329bd8-06da-40c2-9604-31c1bbea465f', 'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'mac_address': 'fa:16:3e:9c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:04Z', 'updated_at': '2022-01-17T09:34:08Z', 'revision_number': 5, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'subnets': [{'id': '096ae4db-001b-43fd-b973-bddba67ea663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:54.600952 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de379014-1dd8-4a66-b517-18feb6411eca None None] The sync data for ids ['2eff3a26-9877-454d-b172-c296a20ca387'] in dv-cinder-815582-7-iscsi is: [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '1a376718-0eb8-4163-8ffd-4d0c2c94f903', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'port_id': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'mac_address': 'fa:16:3e:fe:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:36:43Z', 'updated_at': '2022-01-17T09:36:53Z', 'revision_number': 1, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20329bd8-06da-40c2-9604-31c1bbea465f', 'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'mac_address': 'fa:16:3e:9c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:04Z', 'updated_at': '2022-01-17T09:34:08Z', 'revision_number': 5, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'subnets': [{'id': '096ae4db-001b-43fd-b973-bddba67ea663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:36:54.806076 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae863f1-b1c3-4af7-b255-8419a9301ee0 None None] New status for floating IP 1a376718-0eb8-4163-8ffd-4d0c2c94f903: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:36:59.422915 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:37:06.030682 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:09.931456 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d889e957-53e2-4663-96ed-94bd084e645d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:12.089880 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d39e31dc-ce98-4151-9b1b-b6e0146cd26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:13.161719 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:14.729883 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:16.184243 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:17.275223 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 41302) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:17.375758 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:17.447170 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Publish callbacks [] for security_group (a302b3c0-7afb-4a22-b732-20fcd87e13c4), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:17.450885 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (a302b3c0-7afb-4a22-b732-20fcd87e13c4), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:17.488986 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af5a583d4c844d4abebf19256e2b81cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126880 Jan 17 09:37:17.490192 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a302b3c0-7afb-4a22-b732-20fcd87e13c4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:17.491662 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 41306) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:17.497333 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.497689 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.498037 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.498378 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.498716 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.499082 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.499416 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.499749 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.500110 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.500442 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.500773 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.501098 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.501424 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119c225-1766-4b24-be32-dad0c7011ddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.540193 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Publish callbacks [] for security_group (a302b3c0-7afb-4a22-b732-20fcd87e13c4), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:17.560101 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Publish callbacks [] for security_group (a302b3c0-7afb-4a22-b732-20fcd87e13c4), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:17.604292 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (a302b3c0-7afb-4a22-b732-20fcd87e13c4), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:17.606795 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:17.607950 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a302b3c0-7afb-4a22-b732-20fcd87e13c4 HTTP/1.1" status: 204 len: 168 time: 0.1151750 Jan 17 09:37:17.615069 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a302b3c0-7afb-4a22-b732-20fcd87e13c4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:17.621849 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.622207 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.622549 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.622889 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.623224 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.623551 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.623903 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.624807 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.625144 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.625475 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.625802 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.626124 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.626447 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae959d6f-f450-4a53-b000-9b6ecbcd86b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:17.859385 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 41312) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:17.872452 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e2acd541-a50c-4ecb-978b-1ed9b41c810a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:17.947444 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e2acd541-a50c-4ecb-978b-1ed9b41c810a admin admin] Publish callbacks [] for security_group (e51785e6-6410-47a5-83dc-f76226dc1a99), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:17.951063 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e2acd541-a50c-4ecb-978b-1ed9b41c810a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (e51785e6-6410-47a5-83dc-f76226dc1a99), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:17.987728 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-e2acd541-a50c-4ecb-978b-1ed9b41c810a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6278ad3e3aa74ee796f42c1b60b5e8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272457 Jan 17 09:37:17.989691 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acd541-a50c-4ecb-978b-1ed9b41c810a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51785e6-6410-47a5-83dc-f76226dc1a99,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:17.990431 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 41314) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:18.038406 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd78b04d-4c06-4d2b-9c36-63c63402667e admin admin] Publish callbacks [] for security_group (e51785e6-6410-47a5-83dc-f76226dc1a99), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:18.058537 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd78b04d-4c06-4d2b-9c36-63c63402667e admin admin] Publish callbacks [] for security_group (e51785e6-6410-47a5-83dc-f76226dc1a99), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:18.104776 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd78b04d-4c06-4d2b-9c36-63c63402667e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (e51785e6-6410-47a5-83dc-f76226dc1a99), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:18.107215 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd78b04d-4c06-4d2b-9c36-63c63402667e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:18.108414 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-dd78b04d-4c06-4d2b-9c36-63c63402667e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e51785e6-6410-47a5-83dc-f76226dc1a99 HTTP/1.1" status: 204 len: 168 time: 0.1168997 Jan 17 09:37:18.115717 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78b04d-4c06-4d2b-9c36-63c63402667e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51785e6-6410-47a5-83dc-f76226dc1a99,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:28.338094 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 41464) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:28.440088 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c8aba6b-46db-4d2a-8b94-a19746c76575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:28.510326 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c8aba6b-46db-4d2a-8b94-a19746c76575 admin admin] Publish callbacks [] for security_group (9d3b7edb-925e-41f5-9ce3-f1f108a126c8), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:28.513725 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c8aba6b-46db-4d2a-8b94-a19746c76575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (9d3b7edb-925e-41f5-9ce3-f1f108a126c8), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:28.549214 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8aba6b-46db-4d2a-8b94-a19746c76575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3b7edb-925e-41f5-9ce3-f1f108a126c8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:28.553382 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-1c8aba6b-46db-4d2a-8b94-a19746c76575 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1cb33596ee7c4eb98102783fbb1320d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142751 Jan 17 09:37:28.556035 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 41468) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:28.602990 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a09bf6fa-a088-48f8-9084-1955df95a97a admin admin] Publish callbacks [] for security_group (9d3b7edb-925e-41f5-9ce3-f1f108a126c8), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:28.623772 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a09bf6fa-a088-48f8-9084-1955df95a97a admin admin] Publish callbacks [] for security_group (9d3b7edb-925e-41f5-9ce3-f1f108a126c8), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:28.670870 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a09bf6fa-a088-48f8-9084-1955df95a97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (9d3b7edb-925e-41f5-9ce3-f1f108a126c8), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:28.674145 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a09bf6fa-a088-48f8-9084-1955df95a97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:28.675296 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-a09bf6fa-a088-48f8-9084-1955df95a97a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d3b7edb-925e-41f5-9ce3-f1f108a126c8 HTTP/1.1" status: 204 len: 168 time: 0.1183493 Jan 17 09:37:28.683376 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09bf6fa-a088-48f8-9084-1955df95a97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3b7edb-925e-41f5-9ce3-f1f108a126c8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:28.949178 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 41474) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:28.962598 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9059d501-b43d-438f-8f77-bab7cb8b1fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:29.034141 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9059d501-b43d-438f-8f77-bab7cb8b1fd3 admin admin] Publish callbacks [] for security_group (04082a17-5e95-4243-95bd-489cf4c50dab), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:29.037523 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9059d501-b43d-438f-8f77-bab7cb8b1fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (04082a17-5e95-4243-95bd-489cf4c50dab), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:29.074190 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-9059d501-b43d-438f-8f77-bab7cb8b1fd3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa5e412cc8cc427dbe267e3db88b307a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1239374 Jan 17 09:37:29.076126 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059d501-b43d-438f-8f77-bab7cb8b1fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04082a17-5e95-4243-95bd-489cf4c50dab,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:29.076923 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 41476) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:29.124199 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-663c206f-8220-4f5a-a50d-5332ab44c7c2 admin admin] Publish callbacks [] for security_group (04082a17-5e95-4243-95bd-489cf4c50dab), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:29.146832 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-663c206f-8220-4f5a-a50d-5332ab44c7c2 admin admin] Publish callbacks [] for security_group (04082a17-5e95-4243-95bd-489cf4c50dab), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:29.193209 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-663c206f-8220-4f5a-a50d-5332ab44c7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (04082a17-5e95-4243-95bd-489cf4c50dab), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:29.195887 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-663c206f-8220-4f5a-a50d-5332ab44c7c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:29.197028 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-663c206f-8220-4f5a-a50d-5332ab44c7c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04082a17-5e95-4243-95bd-489cf4c50dab HTTP/1.1" status: 204 len: 168 time: 0.1191375 Jan 17 09:37:29.205695 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c206f-8220-4f5a-a50d-5332ab44c7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04082a17-5e95-4243-95bd-489cf4c50dab,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:34.082423 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 41580) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:34.183741 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25485c1c-9f7f-4257-b5cf-380ed4158a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:34.255612 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25485c1c-9f7f-4257-b5cf-380ed4158a9f admin admin] Publish callbacks [] for security_group (25d0bfa2-cb5a-4d0e-9fea-d982c3eedded), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:34.259257 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25485c1c-9f7f-4257-b5cf-380ed4158a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (25d0bfa2-cb5a-4d0e-9fea-d982c3eedded), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:34.296292 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-25485c1c-9f7f-4257-b5cf-380ed4158a9f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6ace8899147f46dba9d5e92f12439c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128165 Jan 17 09:37:34.298188 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25485c1c-9f7f-4257-b5cf-380ed4158a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d0bfa2-cb5a-4d0e-9fea-d982c3eedded,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:34.299000 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 41584) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:34.349703 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fe73382-ab67-4fd9-aff3-ec1fc86a5456 admin admin] Publish callbacks [] for security_group (25d0bfa2-cb5a-4d0e-9fea-d982c3eedded), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:34.370036 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fe73382-ab67-4fd9-aff3-ec1fc86a5456 admin admin] Publish callbacks [] for security_group (25d0bfa2-cb5a-4d0e-9fea-d982c3eedded), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:34.418159 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fe73382-ab67-4fd9-aff3-ec1fc86a5456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (25d0bfa2-cb5a-4d0e-9fea-d982c3eedded), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:34.420930 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fe73382-ab67-4fd9-aff3-ec1fc86a5456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:34.422002 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1fe73382-ab67-4fd9-aff3-ec1fc86a5456 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/25d0bfa2-cb5a-4d0e-9fea-d982c3eedded HTTP/1.1" status: 204 len: 168 time: 0.1220212 Jan 17 09:37:34.429394 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe73382-ab67-4fd9-aff3-ec1fc86a5456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d0bfa2-cb5a-4d0e-9fea-d982c3eedded,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:34.667813 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 41590) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:34.681035 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f26b43f0-21b7-4355-ae41-f6a58a0ecdac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:34.758146 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f26b43f0-21b7-4355-ae41-f6a58a0ecdac admin admin] Publish callbacks [] for security_group (b3bd9224-e99b-417e-862f-b85806ed6544), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:34.761829 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f26b43f0-21b7-4355-ae41-f6a58a0ecdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (b3bd9224-e99b-417e-862f-b85806ed6544), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:34.803164 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f26b43f0-21b7-4355-ae41-f6a58a0ecdac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f0f306b7c26f4f948efea6484ed3f0f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342208 Jan 17 09:37:34.803430 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 41594) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:34.804323 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b43f0-21b7-4355-ae41-f6a58a0ecdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bd9224-e99b-417e-862f-b85806ed6544,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:34.851367 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c380c6d-582e-4368-95b6-04f23550469a admin admin] Publish callbacks [] for security_group (b3bd9224-e99b-417e-862f-b85806ed6544), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:34.872232 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c380c6d-582e-4368-95b6-04f23550469a admin admin] Publish callbacks [] for security_group (b3bd9224-e99b-417e-862f-b85806ed6544), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:34.917882 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c380c6d-582e-4368-95b6-04f23550469a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (b3bd9224-e99b-417e-862f-b85806ed6544), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:34.920484 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c380c6d-582e-4368-95b6-04f23550469a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:34.921598 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-4c380c6d-582e-4368-95b6-04f23550469a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3bd9224-e99b-417e-862f-b85806ed6544 HTTP/1.1" status: 204 len: 168 time: 0.1168425 Jan 17 09:37:34.929317 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c380c6d-582e-4368-95b6-04f23550469a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bd9224-e99b-417e-862f-b85806ed6544,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:36.033765 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:36.423269 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:37:39.932945 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6edef742-c337-4967-8d30-e677efaf8837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:40.503061 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9294b5d1-1f4f-4575-ab8c-b1e02831c564 req-1b39b950-1a1d-4807-9ccc-47b50b0e7e9b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2938294 Jan 17 09:37:40.535569 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 41708) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:40.560468 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528b9b6-ce68-42ce-98cc-0f1d6136fa0e req-cf7e9959-10b6-43b0-bb55-22cc9b37975f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:40.561915 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6528b9b6-ce68-42ce-98cc-0f1d6136fa0e req-cf7e9959-10b6-43b0-bb55-22cc9b37975f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0480664 Jan 17 09:37:40.632034 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294b5d1-1f4f-4575-ab8c-b1e02831c564 req-085dacab-3897-4dce-8a07-ae1a20b6b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:40.633488 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9294b5d1-1f4f-4575-ab8c-b1e02831c564 req-085dacab-3897-4dce-8a07-ae1a20b6b7b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cf45a99485404d88b5cae53dcef363&device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 1099 time: 0.0705729 Jan 17 09:37:40.637933 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6528b9b6-ce68-42ce-98cc-0f1d6136fa0e req-e6674cfa-aef1-40d0-9ff9-6d9c84d91dd6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675099 Jan 17 09:37:40.642702 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1feef4c4-22b5-4139-9e8b-0cf0cd63223c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:40.717818 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1feef4c4-22b5-4139-9e8b-0cf0cd63223c admin admin] Publish callbacks [] for security_group (02c46aa8-7cd4-40dd-abc2-34e5c8975857), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:40.722894 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1feef4c4-22b5-4139-9e8b-0cf0cd63223c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (02c46aa8-7cd4-40dd-abc2-34e5c8975857), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:40.749798 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294b5d1-1f4f-4575-ab8c-b1e02831c564 req-4c3d561b-4783-4037-920d-5b9d6fa33bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:40.751277 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9294b5d1-1f4f-4575-ab8c-b1e02831c564 req-4c3d561b-4783-4037-920d-5b9d6fa33bac service neutron] 10.222.0.31 "GET /v2.0/networks?id=25e1aec0-a38d-44e5-9a83-9f65322e8824 HTTP/1.1" status: 200 len: 910 time: 0.0995317 Jan 17 09:37:40.761274 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1feef4c4-22b5-4139-9e8b-0cf0cd63223c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=61c9b03d33224a33b17bf55a1c1649ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246027 Jan 17 09:37:40.762251 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feef4c4-22b5-4139-9e8b-0cf0cd63223c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c46aa8-7cd4-40dd-abc2-34e5c8975857,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:40.763942 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 41712) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:40.842963 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9294b5d1-1f4f-4575-ab8c-b1e02831c564 req-c29f4359-329c-4d4d-9268-e6f950a53407 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93 HTTP/1.1" status: 200 len: 1001 time: 0.0855477 Jan 17 09:37:40.883234 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a465a67-efc8-481b-9192-0e44d1da7225 admin admin] Publish callbacks [] for security_group (02c46aa8-7cd4-40dd-abc2-34e5c8975857), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:40.913105 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a465a67-efc8-481b-9192-0e44d1da7225 admin admin] Publish callbacks [] for security_group (02c46aa8-7cd4-40dd-abc2-34e5c8975857), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:40.915499 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294b5d1-1f4f-4575-ab8c-b1e02831c564 req-f5518d7f-ecdf-4894-9833-948131cb4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:40.916956 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9294b5d1-1f4f-4575-ab8c-b1e02831c564 req-f5518d7f-ecdf-4894-9833-948131cb4d97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf948a70-5faf-4919-832b-039fb33ed87b HTTP/1.1" status: 200 len: 848 time: 0.0674217 Jan 17 09:37:40.979496 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294b5d1-1f4f-4575-ab8c-b1e02831c564 req-4aa9059f-dcc0-43d1-9925-3ce2e9746b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:40.980958 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9294b5d1-1f4f-4575-ab8c-b1e02831c564 req-4aa9059f-dcc0-43d1-9925-3ce2e9746b9d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=25e1aec0-a38d-44e5-9a83-9f65322e8824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569310 Jan 17 09:37:40.997098 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a465a67-efc8-481b-9192-0e44d1da7225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (02c46aa8-7cd4-40dd-abc2-34e5c8975857), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:40.999609 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a465a67-efc8-481b-9192-0e44d1da7225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:41.000717 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-3a465a67-efc8-481b-9192-0e44d1da7225 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/02c46aa8-7cd4-40dd-abc2-34e5c8975857 HTTP/1.1" status: 204 len: 168 time: 0.2358639 Jan 17 09:37:41.046470 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a465a67-efc8-481b-9192-0e44d1da7225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c46aa8-7cd4-40dd-abc2-34e5c8975857,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:41.085758 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9294b5d1-1f4f-4575-ab8c-b1e02831c564 req-b1aec9a2-7bea-4a0c-963f-5c0f303bf61b service neutron] 10.222.0.31 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964260 Jan 17 09:37:41.177846 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9294b5d1-1f4f-4575-ab8c-b1e02831c564 req-23ee192d-151f-4e2c-8eae-f90fbe2e07ba service neutron] 10.222.0.31 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856283 Jan 17 09:37:41.271024 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 41718) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:41.288834 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0887989a-1b31-4121-abdb-09899d359b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:41.365502 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0887989a-1b31-4121-abdb-09899d359b4c admin admin] Publish callbacks [] for security_group (44974b1e-4851-4bdb-8265-7083bf26671b), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:41.369001 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0887989a-1b31-4121-abdb-09899d359b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (44974b1e-4851-4bdb-8265-7083bf26671b), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:41.406763 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-0887989a-1b31-4121-abdb-09899d359b4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b442903cda1441db9681ffb3628a2034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340957 Jan 17 09:37:41.407966 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887989a-1b31-4121-abdb-09899d359b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44974b1e-4851-4bdb-8265-7083bf26671b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:41.409533 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 41720) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:41.459655 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e86eb020-26d3-4de7-93de-dfea7a48d63e admin admin] Publish callbacks [] for security_group (44974b1e-4851-4bdb-8265-7083bf26671b), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:41.482404 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e86eb020-26d3-4de7-93de-dfea7a48d63e admin admin] Publish callbacks [] for security_group (44974b1e-4851-4bdb-8265-7083bf26671b), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:41.529890 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e86eb020-26d3-4de7-93de-dfea7a48d63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (44974b1e-4851-4bdb-8265-7083bf26671b), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:41.532527 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e86eb020-26d3-4de7-93de-dfea7a48d63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:41.533722 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-e86eb020-26d3-4de7-93de-dfea7a48d63e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/44974b1e-4851-4bdb-8265-7083bf26671b HTTP/1.1" status: 204 len: 168 time: 0.1231468 Jan 17 09:37:41.541422 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86eb020-26d3-4de7-93de-dfea7a48d63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44974b1e-4851-4bdb-8265-7083bf26671b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:41.763781 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff2a7a-b816-4d02-b8ac-586bfd0ebf34 req-7708f75d-2a70-4183-ae31-dca349e36963 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:41.765238 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-27ff2a7a-b816-4d02-b8ac-586bfd0ebf34 req-7708f75d-2a70-4183-ae31-dca349e36963 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0487711 Jan 17 09:37:41.819768 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-27ff2a7a-b816-4d02-b8ac-586bfd0ebf34 req-a49f56ce-e10d-44f9-8490-fd8c13fd5d52 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483711 Jan 17 09:37:42.092021 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93633b04-f5b9-43a0-a423-c514db0ffd43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:42.939130 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80586c-6668-48b0-9e80-adc51402c259 req-5b34fb03-bb1c-4800-9dcb-0bda00278684 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:42.940627 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9a80586c-6668-48b0-9e80-adc51402c259 req-5b34fb03-bb1c-4800-9dcb-0bda00278684 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0489671 Jan 17 09:37:42.986401 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9a80586c-6668-48b0-9e80-adc51402c259 req-9cf6df32-41c9-4895-b7f8-6de06acc8ca0 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398505 Jan 17 09:37:43.152488 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 41778) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:43.164178 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.255202 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8984c2d5-7c99-4eb0-808a-2bc29ad1d4de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.326050 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8984c2d5-7c99-4eb0-808a-2bc29ad1d4de admin admin] Publish callbacks [] for security_group (594cef11-2ac5-425e-8f25-404b46ff75bd), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.330623 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8984c2d5-7c99-4eb0-808a-2bc29ad1d4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (594cef11-2ac5-425e-8f25-404b46ff75bd), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.371115 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-8984c2d5-7c99-4eb0-808a-2bc29ad1d4de admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=04dcecb9839c4a749373714e610aeb87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175968 Jan 17 09:37:43.371819 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984c2d5-7c99-4eb0-808a-2bc29ad1d4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594cef11-2ac5-425e-8f25-404b46ff75bd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:43.374506 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 41782) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:43.422890 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d09f0cd5-00d5-4901-8c39-32187616868b admin admin] Publish callbacks [] for security_group (594cef11-2ac5-425e-8f25-404b46ff75bd), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.445907 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d09f0cd5-00d5-4901-8c39-32187616868b admin admin] Publish callbacks [] for security_group (594cef11-2ac5-425e-8f25-404b46ff75bd), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.490266 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d09f0cd5-00d5-4901-8c39-32187616868b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (594cef11-2ac5-425e-8f25-404b46ff75bd), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.492862 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d09f0cd5-00d5-4901-8c39-32187616868b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.493996 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-d09f0cd5-00d5-4901-8c39-32187616868b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/594cef11-2ac5-425e-8f25-404b46ff75bd HTTP/1.1" status: 204 len: 168 time: 0.1183102 Jan 17 09:37:43.502090 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f0cd5-00d5-4901-8c39-32187616868b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594cef11-2ac5-425e-8f25-404b46ff75bd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:43.742107 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 41788) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:43.754681 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c7441d4-a1fa-49af-83f7-b87aa9efd4ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.825626 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c7441d4-a1fa-49af-83f7-b87aa9efd4ab admin admin] Publish callbacks [] for security_group (1050bde9-9470-4618-b0cd-50fd0b4a994c), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.829265 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c7441d4-a1fa-49af-83f7-b87aa9efd4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (1050bde9-9470-4618-b0cd-50fd0b4a994c), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.866138 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7441d4-a1fa-49af-83f7-b87aa9efd4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1050bde9-9470-4618-b0cd-50fd0b4a994c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:43.871415 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-9c7441d4-a1fa-49af-83f7-b87aa9efd4ab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f6e1c5dcba324b4ea82ae88efdc764be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282899 Jan 17 09:37:43.874050 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 41790) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:43.919584 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2219f49f-c1ca-490c-937e-a23082ed9d03 admin admin] Publish callbacks [] for security_group (1050bde9-9470-4618-b0cd-50fd0b4a994c), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.940307 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2219f49f-c1ca-490c-937e-a23082ed9d03 admin admin] Publish callbacks [] for security_group (1050bde9-9470-4618-b0cd-50fd0b4a994c), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.987025 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2219f49f-c1ca-490c-937e-a23082ed9d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (1050bde9-9470-4618-b0cd-50fd0b4a994c), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.989694 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2219f49f-c1ca-490c-937e-a23082ed9d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:43.990817 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-2219f49f-c1ca-490c-937e-a23082ed9d03 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1050bde9-9470-4618-b0cd-50fd0b4a994c HTTP/1.1" status: 204 len: 168 time: 0.1159902 Jan 17 09:37:43.998044 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219f49f-c1ca-490c-937e-a23082ed9d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1050bde9-9470-4618-b0cd-50fd0b4a994c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:44.109633 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2039f4-c17d-4b54-9ac9-7e36f9bf7e99 req-3c044925-8015-467d-8b30-4a810f227d29 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:44.111014 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8f2039f4-c17d-4b54-9ac9-7e36f9bf7e99 req-3c044925-8015-467d-8b30-4a810f227d29 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0502937 Jan 17 09:37:44.159008 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-8f2039f4-c17d-4b54-9ac9-7e36f9bf7e99 req-de8aa7b7-2e1d-4865-ab6d-2f468e4fb476 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422945 Jan 17 09:37:44.635773 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 41814) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:44.732081 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.733778 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1296923755-network', 'tenant_id': 'f32c275815024d7d80c2a03c2cc143c6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:37:44.756121 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] Made reservation on behalf of f32c275815024d7d80c2a03c2cc143c6 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:37:44.758407 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.767310 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.840387 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] Publish callbacks [] for security_group (cfa043f2-6ca4-4bb2-add8-7a5cc206660a), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.843925 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (cfa043f2-6ca4-4bb2-add8-7a5cc206660a), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.870166 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:37:44.876901 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa043f2-6ca4-4bb2-add8-7a5cc206660a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:44.882727 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (e01cb3ca-0479-4f62-9f07-e3207985dbfa), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.883063 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.segments_db [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] Added segment e01cb3ca-0479-4f62-9f07-e3207985dbfa of type vlan for network 4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 Jan 17 09:37:44.922190 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.944796 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.945729 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:44.946291 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:44.996819 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3598397 Jan 17 09:37:45.000668 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 41818) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:37:45.005542 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ae8f68f3-36b9-445c-86bb-5ee97bc0e4f8 admin admin] Request body: {'subnet': {'network_id': '4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1296923755-subnet', 'tenant_id': 'f32c275815024d7d80c2a03c2cc143c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:37:45.009415 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e3481-4ff4-4ac9-898c-06caeb70c319 admin admin] Pushing event updated for resources: {'Network': ['ID=4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:45.019036 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network 4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:37:45.029164 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8f68f3-36b9-445c-86bb-5ee97bc0e4f8 admin admin] Made reservation on behalf of f32c275815024d7d80c2a03c2cc143c6 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:37:45.032485 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae8f68f3-36b9-445c-86bb-5ee97bc0e4f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8559036'] for subnet (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.197448 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae8f68f3-36b9-445c-86bb-5ee97bc0e4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8856208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559022'] for subnet (517ff06f-5730-42a6-824f-0372e43030fd), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.251408 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f68f3-36b9-445c-86bb-5ee97bc0e4f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=517ff06f-5730-42a6-824f-0372e43030fd,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:45.262604 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f68f3-36b9-445c-86bb-5ee97bc0e4f8 admin admin] Checking segment: {'id': 'e01cb3ca-0479-4f62-9f07-e3207985dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:37:45.263007 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f68f3-36b9-445c-86bb-5ee97bc0e4f8 admin admin] Network hostable DHCP agents. Network: 4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:37:45.279736 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f68f3-36b9-445c-86bb-5ee97bc0e4f8 admin admin] Network 4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:37:45.283093 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a3d64-589a-492f-8c55-0a083614b1d8 req-6c5f8a7c-43ff-4b40-9e6e-8512656fd716 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:45.284992 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-dc6a3d64-589a-492f-8c55-0a083614b1d8 req-6c5f8a7c-43ff-4b40-9e6e-8512656fd716 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0531864 Jan 17 09:37:45.289164 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ae8f68f3-36b9-445c-86bb-5ee97bc0e4f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, 4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:37:45.293516 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f68f3-36b9-445c-86bb-5ee97bc0e4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:45.294103 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae8f68f3-36b9-445c-86bb-5ee97bc0e4f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:45.300395 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aed43ab-74ce-4ca1-b3b8-c044057c8afc None None] Network 4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:37:45.316387 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ae8f68f3-36b9-445c-86bb-5ee97bc0e4f8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3145816 Jan 17 09:37:45.347135 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-dc6a3d64-589a-492f-8c55-0a083614b1d8 req-91011a27-a4a2-42d7-8436-a57838c93a9e tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552201 Jan 17 09:37:45.409699 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a1cd8e-1e92-4557-9297-4eb7079d279e None None] Network 4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:37:46.176206 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:46.470793 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561c095-0725-426b-bd5f-790b92694400 req-f70cde41-4d1e-4df0-8a44-b1ffe3fb3a8a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:46.472178 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c561c095-0725-426b-bd5f-790b92694400 req-f70cde41-4d1e-4df0-8a44-b1ffe3fb3a8a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0537632 Jan 17 09:37:46.517434 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c561c095-0725-426b-bd5f-790b92694400 req-6db290bc-b82f-491f-ad8a-9f70be59a09c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398073 Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.030228 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.033849 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.033849 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.033849 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.033849 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.033849 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.033849 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.033849 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.033849 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.033849 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.033849 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.033849 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:37:47.033849 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:37:47.033849 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-8aa073e7-9e84-468b-b790-17b6568d2f2e tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:47.033849 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-8aa073e7-9e84-468b-b790-17b6568d2f2e tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/networks?id=4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 HTTP/1.1" status: 200 len: 809 time: 0.1018193 Jan 17 09:37:47.048304 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-68d632f8-2675-41cc-9ae2-621d5279ce76 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/quotas/f32c275815024d7d80c2a03c2cc143c6 HTTP/1.1" status: 200 len: 375 time: 0.0095832 Jan 17 09:37:47.078954 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-6d0fac7b-b27e-4ae9-aaf7-e5487db0563d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f32c275815024d7d80c2a03c2cc143c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258968 Jan 17 09:37:47.166023 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-67637191-d655-4c62-a164-9df966140117 service neutron] 10.222.0.77 "GET /v2.0/networks/4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801954 Jan 17 09:37:47.255077 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-c6a87230-9137-4357-af13-bc2f352005b1 service neutron] 10.222.0.77 "GET /v2.0/networks/4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834782 Jan 17 09:37:47.415534 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-577f4e21-f2ad-4109-bcc0-034944bd9a88 req-564f8ca9-9c79-46ca-8c43-cece5abe1fa0 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 210 time: 0.0268979 Jan 17 09:37:47.639336 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4710f-1335-4faf-aa3f-cdc16d6cfbd8 req-80fbc1cc-86ad-43aa-a099-7c011923ace7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:47.641510 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-03c4710f-1335-4faf-aa3f-cdc16d6cfbd8 req-80fbc1cc-86ad-43aa-a099-7c011923ace7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0503182 Jan 17 09:37:47.689017 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-03c4710f-1335-4faf-aa3f-cdc16d6cfbd8 req-19019c31-5e78-4ce6-8dfa-1d076c9cf361 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419281 Jan 17 09:37:48.506606 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-114e4cf1-f44a-4708-8421-b801fa1ca48e req-c9b2b69e-2301-477b-9a91-7154fff97669 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 210 time: 0.0268369 Jan 17 09:37:48.812545 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61df8a-6926-447a-aa07-e34c85e446c9 req-66c3c81f-b6ee-4150-8546-107dfdb7f1b4 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:48.814023 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7b61df8a-6926-447a-aa07-e34c85e446c9 req-66c3c81f-b6ee-4150-8546-107dfdb7f1b4 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0529432 Jan 17 09:37:48.860662 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7b61df8a-6926-447a-aa07-e34c85e446c9 req-8f62fa0f-f81e-4f7b-b5e1-49269b346d6f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408936 Jan 17 09:37:49.595797 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c78ed3be-d8e7-4912-b241-bc80862662be req-311e09ff-fb8c-4e93-b9ea-1741c6d7b553 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 210 time: 0.0256710 Jan 17 09:37:49.978647 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3aa3c-4063-4f4d-993d-a97766524a2d req-90d0c2d7-921a-4c00-9e42-fccaf09bedb5 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:49.980178 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d2d3aa3c-4063-4f4d-993d-a97766524a2d req-90d0c2d7-921a-4c00-9e42-fccaf09bedb5 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0490382 Jan 17 09:37:50.028273 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d2d3aa3c-4063-4f4d-993d-a97766524a2d req-a7323236-7dc8-4ad2-8551-30ba2329760b tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425477 Jan 17 09:37:50.198973 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-ed2bd03e-bad6-4c42-a73e-1089e15cdbbb tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:50.200457 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-ed2bd03e-bad6-4c42-a73e-1089e15cdbbb tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.31 "GET /v2.0/networks?id=4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 HTTP/1.1" status: 200 len: 809 time: 0.1058953 Jan 17 09:37:50.213898 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-8d6f5d3d-c10b-4087-b99a-cbdb2fc85514 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Request body: {'port': {'device_id': 'e30ab7c5-d729-40b2-97e4-7207a35355d6', 'network_id': '4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6', 'admin_state_up': True, 'tenant_id': 'f32c275815024d7d80c2a03c2cc143c6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:37:50.342575 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-8d6f5d3d-c10b-4087-b99a-cbdb2fc85514 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Made reservation on behalf of f32c275815024d7d80c2a03c2cc143c6 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:37:50.346806 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-8d6f5d3d-c10b-4087-b99a-cbdb2fc85514 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:50.472751 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-8d6f5d3d-c10b-4087-b99a-cbdb2fc85514 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Allocated IP 172.20.0.14 (4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6/517ff06f-5730-42a6-824f-0372e43030fd/21c6b320-f80a-4bc2-b246-46f2fd810dd4) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:37:50.616880 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-8d6f5d3d-c10b-4087-b99a-cbdb2fc85514 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks [] for port (21c6b320-f80a-4bc2-b246-46f2fd810dd4), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:50.650753 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-8d6f5d3d-c10b-4087-b99a-cbdb2fc85514 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (21c6b320-f80a-4bc2-b246-46f2fd810dd4), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:50.694871 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-8d6f5d3d-c10b-4087-b99a-cbdb2fc85514 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Network 4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:37:50.697946 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-8d6f5d3d-c10b-4087-b99a-cbdb2fc85514 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:37:50.701555 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-8d6f5d3d-c10b-4087-b99a-cbdb2fc85514 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:37:50.724581 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08ef61-e10f-4b7a-af92-988862fbf027 req-741dba72-74d7-4ce3-a559-9688e818a925 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:50.725996 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6d08ef61-e10f-4b7a-af92-988862fbf027 req-741dba72-74d7-4ce3-a559-9688e818a925 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 932 time: 0.0655348 Jan 17 09:37:50.744126 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f5d3d-c10b-4087-b99a-cbdb2fc85514 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Pushing event updated for resources: {'Port': ['ID=21c6b320-f80a-4bc2-b246-46f2fd810dd4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:50.766802 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-8d6f5d3d-c10b-4087-b99a-cbdb2fc85514 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:50.767633 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-8d6f5d3d-c10b-4087-b99a-cbdb2fc85514 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:50.785526 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-8d6f5d3d-c10b-4087-b99a-cbdb2fc85514 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5755806 Jan 17 09:37:50.788371 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-6d08ef61-e10f-4b7a-af92-988862fbf027 req-3e7bbe7c-f593-407f-9fb7-039f20cce8aa tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556028 Jan 17 09:37:50.796897 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Request body: {'port': {'device_id': 'e30ab7c5-d729-40b2-97e4-7207a35355d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:37:50.854729 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (21c6b320-f80a-4bc2-b246-46f2fd810dd4), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:50.931953 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec33dd-2ba9-441b-8f49-58b2c68d516d req-66b7ffcc-6fe7-4f48-88e7-dfeff30dd82f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:50.933427 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a7ec33dd-2ba9-441b-8f49-58b2c68d516d req-66b7ffcc-6fe7-4f48-88e7-dfeff30dd82f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0486531 Jan 17 09:37:50.982779 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a7ec33dd-2ba9-441b-8f49-58b2c68d516d req-e342a484-630b-4230-9d70-3f856ef8b290 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431290 Jan 17 09:37:51.148091 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c6b320-f80a-4bc2-b246-46f2fd810dd4 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:37:51.156830 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Publish callbacks [] for port (21c6b320-f80a-4bc2-b246-46f2fd810dd4), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.173082 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Transition to ACTIVE for port object 21c6b320-f80a-4bc2-b246-46f2fd810dd4 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:37:51.177399 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (21c6b320-f80a-4bc2-b246-46f2fd810dd4), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.186197 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9d770-a3b6-43e8-9229-8ed6ddc7840c req-229a9079-4388-49a9-acb3-f68cbac1d35d tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:51.188172 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-43b9d770-a3b6-43e8-9229-8ed6ddc7840c req-229a9079-4388-49a9-acb3-f68cbac1d35d tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0760305 Jan 17 09:37:51.258862 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Pushing event updated for resources: {'Port': ['ID=21c6b320-f80a-4bc2-b246-46f2fd810dd4,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:51.321983 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-43b9d770-a3b6-43e8-9229-8ed6ddc7840c req-65054116-ad6e-47ac-943b-ade52f4ff69e tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264954 Jan 17 09:37:51.341491 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Attempting to bind port 21c6b320-f80a-4bc2-b246-46f2fd810dd4 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:37:51.341890 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Attempting to bind port 21c6b320-f80a-4bc2-b246-46f2fd810dd4 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'e01cb3ca-0479-4f62-9f07-e3207985dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:37:51.342230 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Attempting to bind port 21c6b320-f80a-4bc2-b246-46f2fd810dd4 on network 4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:37:51.346728 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Port 21c6b320-f80a-4bc2-b246-46f2fd810dd4 on network 4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:37:51.347056 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Attempting to bind port 21c6b320-f80a-4bc2-b246-46f2fd810dd4 on network 4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:37:51.351922 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:37:51.352259 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Checking segment: {'id': 'e01cb3ca-0479-4f62-9f07-e3207985dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:37:51.352641 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Bound using segment: {'id': 'e01cb3ca-0479-4f62-9f07-e3207985dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:37:51.353063 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Bound port: 21c6b320-f80a-4bc2-b246-46f2fd810dd4, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e01cb3ca-0479-4f62-9f07-e3207985dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:37:51.353426 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (21c6b320-f80a-4bc2-b246-46f2fd810dd4), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.417659 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] For port 21c6b320-f80a-4bc2-b246-46f2fd810dd4, host hv-cinder-81558, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:37:51.420745 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] For port 21c6b320-f80a-4bc2-b246-46f2fd810dd4, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=21c6b320-f80a-4bc2-b246-46f2fd810dd4,segment=NetworkSegment(e01cb3ca-0479-4f62-9f07-e3207985dbfa),segment_id=e01cb3ca-0479-4f62-9f07-e3207985dbfa)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:37:51.425230 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (21c6b320-f80a-4bc2-b246-46f2fd810dd4), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.460027 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:51.460637 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:51.461986 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] 10.222.0.31 "PUT /v2.0/ports/21c6b320-f80a-4bc2-b246-46f2fd810dd4 HTTP/1.1" status: 200 len: 1094 time: 0.6693461 Jan 17 09:37:51.462444 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30ab7c5-d729-40b2-97e4-7207a35355d6', 'tag': '21c6b320-f80a-4bc2-b246-46f2fd810dd4'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:37:51.464669 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31b039e-7769-4f34-afb5-5e355018569a" -d '{"events": [{"name": "network-changed", "server_uuid": "e30ab7c5-d729-40b2-97e4-7207a35355d6", "tag": "21c6b320-f80a-4bc2-b246-46f2fd810dd4"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:37:51.487450 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36ff58-be92-44b1-af2f-6221cf69f6eb service neutron] Pushing event updated for resources: {'Port': ['ID=21c6b320-f80a-4bc2-b246-46f2fd810dd4,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:51.505373 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4e481a-0cd0-479b-9c19-20a181138cc4 x-openstack-request-id: req-2a4e481a-0cd0-479b-9c19-20a181138cc4 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:37:51.505847 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30ab7c5-d729-40b2-97e4-7207a35355d6", "tag": "21c6b320-f80a-4bc2-b246-46f2fd810dd4", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:37:51.506119 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a4e481a-0cd0-479b-9c19-20a181138cc4 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:37:51.506523 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30ab7c5-d729-40b2-97e4-7207a35355d6', 'tag': '21c6b320-f80a-4bc2-b246-46f2fd810dd4', 'status': 'completed', 'code': 200} Jan 17 09:37:51.549624 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-43f92a33-24fd-4dd6-a52a-1aed5112d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:51.551059 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-43f92a33-24fd-4dd6-a52a-1aed5112d82a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f32c275815024d7d80c2a03c2cc143c6&device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 1097 time: 0.0401087 Jan 17 09:37:51.596755 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-b793b83e-5332-4435-8934-fb30543a3b31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21c6b320-f80a-4bc2-b246-46f2fd810dd4 HTTP/1.1" status: 200 len: 217 time: 0.0369284 Jan 17 09:37:51.643182 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7bae64e9-ddd0-4359-9686-a485b049a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:51.644608 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7bae64e9-ddd0-4359-9686-a485b049a0aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=517ff06f-5730-42a6-824f-0372e43030fd HTTP/1.1" status: 200 len: 849 time: 0.0411677 Jan 17 09:37:51.674110 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-7018138f-27f1-470d-9fff-e8efb64baf49 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236039 Jan 17 09:37:51.758601 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-fba4b44c-76fa-4a8e-910c-e85f7ff6bc4b service neutron] 10.222.0.31 "GET /v2.0/networks/4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768991 Jan 17 09:37:51.847544 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-48d5a7fe-feef-4630-80eb-d6343dcb37e8 req-02882190-09ac-4d02-ae4f-a784475f3fd3 service neutron] 10.222.0.31 "GET /v2.0/networks/4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822763 Jan 17 09:37:51.906724 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c51709-b6f6-4c95-b911-e4a5b461a566 req-d255e294-827e-4463-8a44-047e0a40b938 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:51.908169 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-74c51709-b6f6-4c95-b911-e4a5b461a566 req-d255e294-827e-4463-8a44-047e0a40b938 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 944 time: 0.0572927 Jan 17 09:37:51.974354 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b039e-7769-4f34-afb5-5e355018569a req-58ef44b3-269f-4795-8a4b-d18751f08a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:51.975818 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d31b039e-7769-4f34-afb5-5e355018569a req-58ef44b3-269f-4795-8a4b-d18751f08a51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f32c275815024d7d80c2a03c2cc143c6&device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 1097 time: 0.0849290 Jan 17 09:37:51.980305 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-74c51709-b6f6-4c95-b911-e4a5b461a566 req-4230c155-7942-44a3-8c8c-e21256a9bfa3 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555060 Jan 17 09:37:52.063962 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b039e-7769-4f34-afb5-5e355018569a req-6d33414c-5db0-4b4a-a0da-d180fad18bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:52.065332 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d31b039e-7769-4f34-afb5-5e355018569a req-6d33414c-5db0-4b4a-a0da-d180fad18bd8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 HTTP/1.1" status: 200 len: 910 time: 0.0823419 Jan 17 09:37:52.099995 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d425bf-8f38-469c-806c-379e811dc52e req-19c1d2c5-3b5f-4389-be17-efe65a91d0e2 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:52.101464 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c3d425bf-8f38-469c-806c-379e811dc52e req-19c1d2c5-3b5f-4389-be17-efe65a91d0e2 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0486844 Jan 17 09:37:52.110010 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d31b039e-7769-4f34-afb5-5e355018569a req-944813ff-a77e-4340-9177-6a4507cd60c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21c6b320-f80a-4bc2-b246-46f2fd810dd4 HTTP/1.1" status: 200 len: 217 time: 0.0377893 Jan 17 09:37:52.149638 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c3d425bf-8f38-469c-806c-379e811dc52e req-31a49cda-0fbe-41c9-a9c4-6b881cabab62 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424635 Jan 17 09:37:52.158121 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b039e-7769-4f34-afb5-5e355018569a req-db8ca715-f5b5-4c78-9517-72a51b951874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:52.159770 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d31b039e-7769-4f34-afb5-5e355018569a req-db8ca715-f5b5-4c78-9517-72a51b951874 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=517ff06f-5730-42a6-824f-0372e43030fd HTTP/1.1" status: 200 len: 849 time: 0.0432818 Jan 17 09:37:52.190876 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d31b039e-7769-4f34-afb5-5e355018569a req-f3bbe77a-707d-4e22-9b9f-172c4fa5b9f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236309 Jan 17 09:37:52.277664 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d31b039e-7769-4f34-afb5-5e355018569a req-4e12fc97-95cc-4f7e-a0b7-0889a08e70f1 service neutron] 10.222.0.31 "GET /v2.0/networks/4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791252 Jan 17 09:37:52.367078 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d31b039e-7769-4f34-afb5-5e355018569a req-14275dc7-c90a-47cc-b282-9584a6ecd4b6 service neutron] 10.222.0.31 "GET /v2.0/networks/4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824327 Jan 17 09:37:52.449881 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa9067-638b-4975-be08-3e382656db91 req-fbef0963-2e92-4741-9688-3e8ea0d7c859 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:52.451331 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-50fa9067-638b-4975-be08-3e382656db91 req-fbef0963-2e92-4741-9688-3e8ea0d7c859 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0517995 Jan 17 09:37:52.497481 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-50fa9067-638b-4975-be08-3e382656db91 req-0098d9f3-dbed-40ba-bc3a-6a2780c395ee tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398705 Jan 17 09:37:53.095771 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc0f68-7fe3-4802-98d8-889312df06cc req-ea28da27-5654-4086-b4ab-9055c03f370d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:53.097230 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24cc0f68-7fe3-4802-98d8-889312df06cc req-ea28da27-5654-4086-b4ab-9055c03f370d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 944 time: 0.0517156 Jan 17 09:37:53.109902 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b6759b4d-a93c-44fd-b86b-99819d0e37ec details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:37:53.145057 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24cc0f68-7fe3-4802-98d8-889312df06cc req-c4f2b989-32bb-425e-837d-a2e449e14130 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422657 Jan 17 09:37:53.205131 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b6759b4d-a93c-44fd-b86b-99819d0e37ec, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:37:53.216693 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'port_id': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'mac_address': 'fa:16:3e:fe:1e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:37:53.253499 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port b6759b4d-a93c-44fd-b86b-99819d0e37ec is: ACTIVE; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:53.254095 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:53.266765 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6759b4d-a93c-44fd-b86b-99819d0e37ec {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:37:53.267268 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3f285-f57c-4011-be5d-774bcaa8c6d7 req-39e965b2-5bcd-4ad9-a083-bee548e2ed19 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:53.268778 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6ec3f285-f57c-4011-be5d-774bcaa8c6d7 req-39e965b2-5bcd-4ad9-a083-bee548e2ed19 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0523770 Jan 17 09:37:53.286175 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b6759b4d-a93c-44fd-b86b-99819d0e37ec, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:37:53.290596 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:53.318931 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6ec3f285-f57c-4011-be5d-774bcaa8c6d7 req-d60969d5-a749-4554-8157-b45bc691e665 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445998 Jan 17 09:37:53.339831 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=b6759b4d-a93c-44fd-b86b-99819d0e37ec,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:53.350141 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:53.350498 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:53.350845 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:53.351187 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:53.351527 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:53.351887 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:53.352225 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:53.352557 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:53.352885 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:53.353214 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:53.353543 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:53.353868 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:53.354193 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:37:53.537583 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['b6759b4d-a93c-44fd-b86b-99819d0e37ec'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:37:53.622066 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3d18a-12d4-4305-8f01-eae58a3ad8bf req-7d85220e-9381-4e8e-a120-7c1864305b68 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:53.624315 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dcb3d18a-12d4-4305-8f01-eae58a3ad8bf req-7d85220e-9381-4e8e-a120-7c1864305b68 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 944 time: 0.0506368 Jan 17 09:37:53.670636 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-44880ca5-9c2a-4265-9853-15690a34d976 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-424146352&fields=id&tenant_id=f598fce1df014bbe82e23bbf0b7544eb HTTP/1.1" status: 200 len: 267 time: 0.0465193 Jan 17 09:37:53.675430 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dcb3d18a-12d4-4305-8f01-eae58a3ad8bf req-0fca63cd-a0f8-4037-ad3d-73c05c733bb8 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461633 Jan 17 09:37:53.777786 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-e62ee7b3-dcee-4a74-bcdc-57d7adc6488b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:53.779160 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-e62ee7b3-dcee-4a74-bcdc-57d7adc6488b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/networks?id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 200 len: 812 time: 0.1017108 Jan 17 09:37:53.793925 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-970d78ac-92e7-47ff-a28a-caded7ca69fc tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/quotas/f598fce1df014bbe82e23bbf0b7544eb HTTP/1.1" status: 200 len: 375 time: 0.0087438 Jan 17 09:37:53.844866 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-be42c969-b7c4-4e22-9ab7-0d865076c849 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462012 Jan 17 09:37:53.934433 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-0628d93f-33e2-4992-b429-9af51d364a41 service neutron] 10.222.0.77 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782681 Jan 17 09:37:54.024453 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-57451539-0b84-4aa2-a548-71a66118f819 service neutron] 10.222.0.77 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837660 Jan 17 09:37:54.277673 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcb11a-aab2-4a8a-aed5-266bdb223566 req-90d7afb7-b7c5-4a5c-a5d7-11c1a6d1a3c5 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:54.280186 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-54dcb11a-aab2-4a8a-aed5-266bdb223566 req-90d7afb7-b7c5-4a5c-a5d7-11c1a6d1a3c5 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 944 time: 0.0670042 Jan 17 09:37:54.331003 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6d479924-f5d3-4de7-a7ca-67aed8faa50a req-b9980881-8c37-490c-9f00-072f61a0a5c7 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 210 time: 0.0511613 Jan 17 09:37:54.339487 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-54dcb11a-aab2-4a8a-aed5-266bdb223566 req-db1736f8-b6ac-4b17-8f7b-2df965fbbc81 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493360 Jan 17 09:37:54.445117 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a560a05-fb06-43a3-b2b1-d41830b6a0d7 req-17f25bfe-463c-491f-8623-d03740b067e3 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:54.451863 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6a560a05-fb06-43a3-b2b1-d41830b6a0d7 req-17f25bfe-463c-491f-8623-d03740b067e3 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0591059 Jan 17 09:37:54.503634 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6a560a05-fb06-43a3-b2b1-d41830b6a0d7 req-16877618-20e3-4387-b1c3-f9725cb9ce54 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507052 Jan 17 09:37:54.819993 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0a8a8-4e76-4ec5-8d45-f7291c65ac29 req-3e755fe9-080f-43f5-ba8c-6fa651b1cd1f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:54.827310 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-82b0a8a8-4e76-4ec5-8d45-f7291c65ac29 req-3e755fe9-080f-43f5-ba8c-6fa651b1cd1f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 944 time: 0.0714331 Jan 17 09:37:54.886476 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-82b0a8a8-4e76-4ec5-8d45-f7291c65ac29 req-2f75b348-55b3-4ba5-8c94-87d1c55af696 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532465 Jan 17 09:37:55.133290 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 21c6b320-f80a-4bc2-b246-46f2fd810dd4 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:37:55.136660 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b6759b4d-a93c-44fd-b86b-99819d0e37ec up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:37:55.288263 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port b6759b4d-a93c-44fd-b86b-99819d0e37ec triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:55.289519 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.326185 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 21c6b320-f80a-4bc2-b246-46f2fd810dd4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=21c6b320-f80a-4bc2-b246-46f2fd810dd4,segment=NetworkSegment(e01cb3ca-0479-4f62-9f07-e3207985dbfa),segment_id=e01cb3ca-0479-4f62-9f07-e3207985dbfa)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:37:55.351208 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': '21c6b320-f80a-4bc2-b246-46f2fd810dd4', 'network_id': '4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6', 'port_id': '21c6b320-f80a-4bc2-b246-46f2fd810dd4', 'mac_address': 'fa:16:3e:9f:9f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517ff06f-5730-42a6-824f-0372e43030fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:37:55.404519 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 21c6b320-f80a-4bc2-b246-46f2fd810dd4 is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:55.404925 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (21c6b320-f80a-4bc2-b246-46f2fd810dd4), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.424115 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c6b320-f80a-4bc2-b246-46f2fd810dd4 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:37:55.440666 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-cd892b5f-bb9f-4879-931c-7e8f1498b1c6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:55.443673 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-cd892b5f-bb9f-4879-931c-7e8f1498b1c6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.31 "GET /v2.0/networks?id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 200 len: 812 time: 0.1774950 Jan 17 09:37:55.469535 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 21c6b320-f80a-4bc2-b246-46f2fd810dd4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=21c6b320-f80a-4bc2-b246-46f2fd810dd4,segment=NetworkSegment(e01cb3ca-0479-4f62-9f07-e3207985dbfa),segment_id=e01cb3ca-0479-4f62-9f07-e3207985dbfa)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:37:55.477355 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (21c6b320-f80a-4bc2-b246-46f2fd810dd4), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.511592 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port b6759b4d-a93c-44fd-b86b-99819d0e37ec is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:55.511592 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.550752 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-4eda5e84-0371-443f-a6e8-75469e127cac req-ec6046a2-12fa-4af0-9fbe-9ef397e81798 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 210 time: 0.0679104 Jan 17 09:37:55.578132 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f25e0-a7f8-438d-ae33-9306792bbfe7 req-173881a3-a8e5-486a-bcd8-b9be6857ce64 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:55.581655 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:37:55.584253 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da07347-2bed-44e1-a33c-5b9b7e858e38" -d '{"events": [{"server_uuid": "1eb7dca1-374a-48ff-ac16-dd5a499e900a", "name": "network-vif-plugged", "status": "completed", "tag": "b6759b4d-a93c-44fd-b86b-99819d0e37ec"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:37:55.586670 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c12f25e0-a7f8-438d-ae33-9306792bbfe7 req-173881a3-a8e5-486a-bcd8-b9be6857ce64 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 945 time: 0.0973408 Jan 17 09:37:55.598925 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=21c6b320-f80a-4bc2-b246-46f2fd810dd4,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:55.606884 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b6759b4d-a93c-44fd-b86b-99819d0e37ec, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:37:55.613246 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-347eb327-c71b-41ec-b40c-7f164464147a tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f598fce1df014bbe82e23bbf0b7544eb HTTP/1.1" status: 200 len: 379 time: 0.1597681 Jan 17 09:37:55.616473 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.638042 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-006992e4-a216-4cf6-a882-3d199666eb3c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Request body: {'port': {'device_id': '6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'admin_state_up': True, 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'security_groups': ['cdeac66c-895e-4d49-b05a-06f914111338']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:37:55.686336 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c12f25e0-a7f8-438d-ae33-9306792bbfe7 req-9b1f3c03-8f99-4fdd-b83b-af278820eec2 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942490 Jan 17 09:37:55.714865 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=b6759b4d-a93c-44fd-b86b-99819d0e37ec,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:55.729595 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9550b7ef-a1f8-4461-a762-9e5dfd1c863f x-openstack-request-id: req-9550b7ef-a1f8-4461-a762-9e5dfd1c863f {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:37:55.729925 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb7dca1-374a-48ff-ac16-dd5a499e900a", "name": "network-vif-plugged", "status": "completed", "tag": "b6759b4d-a93c-44fd-b86b-99819d0e37ec", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:37:55.730182 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9550b7ef-a1f8-4461-a762-9e5dfd1c863f {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:37:55.730572 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'code': 200} Jan 17 09:37:55.754163 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['21c6b320-f80a-4bc2-b246-46f2fd810dd4'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:37:55.792963 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec8b2b-458a-4aa0-80f4-0b86bbd4a1fb req-ea7856fe-03bb-409d-a16e-5dab73ac2309 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:55.794445 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ccec8b2b-458a-4aa0-80f4-0b86bbd4a1fb req-ea7856fe-03bb-409d-a16e-5dab73ac2309 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.1253426 Jan 17 09:37:55.835808 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-006992e4-a216-4cf6-a882-3d199666eb3c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Made reservation on behalf of f598fce1df014bbe82e23bbf0b7544eb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:37:55.840030 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-006992e4-a216-4cf6-a882-3d199666eb3c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:55.898090 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ccec8b2b-458a-4aa0-80f4-0b86bbd4a1fb req-709a1b2a-337b-486c-ada0-854ed84bfced tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901265 Jan 17 09:37:56.035073 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-006992e4-a216-4cf6-a882-3d199666eb3c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Allocated IP 172.20.0.4 (7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1/7b725854-b5c0-41ee-8bb5-b9d0e5c1d302/2bd9f38d-efaa-4037-8040-569695202594) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:37:56.063009 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc842f0-6926-4950-9c36-a44c205ec61f req-b21d03e0-5385-4dc9-9e5a-1118e66d9902 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:56.070818 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5cc842f0-6926-4950-9c36-a44c205ec61f req-b21d03e0-5385-4dc9-9e5a-1118e66d9902 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0620341 Jan 17 09:37:56.120741 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5cc842f0-6926-4950-9c36-a44c205ec61f req-399d04d0-3a66-416e-a0f9-0d080f5cfb49 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487866 Jan 17 09:37:56.214179 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-006992e4-a216-4cf6-a882-3d199666eb3c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for port (2bd9f38d-efaa-4037-8040-569695202594), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:56.255975 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-006992e4-a216-4cf6-a882-3d199666eb3c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (2bd9f38d-efaa-4037-8040-569695202594), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:56.305591 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-006992e4-a216-4cf6-a882-3d199666eb3c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:37:56.308666 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-006992e4-a216-4cf6-a882-3d199666eb3c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:37:56.313466 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-006992e4-a216-4cf6-a882-3d199666eb3c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:37:56.322028 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006992e4-a216-4cf6-a882-3d199666eb3c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'Port': ['ID=2bd9f38d-efaa-4037-8040-569695202594,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:56.380668 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-006992e4-a216-4cf6-a882-3d199666eb3c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:56.381345 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-006992e4-a216-4cf6-a882-3d199666eb3c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:56.403440 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-006992e4-a216-4cf6-a882-3d199666eb3c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7703869 Jan 17 09:37:56.418517 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Request body: {'port': {'device_id': '6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:37:56.483491 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (2bd9f38d-efaa-4037-8040-569695202594), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:56.591951 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0708db60-839c-49d8-8d70-39377602b37a None None] Provisioning complete for port 2bd9f38d-efaa-4037-8040-569695202594 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:56.592527 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0708db60-839c-49d8-8d70-39377602b37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (2bd9f38d-efaa-4037-8040-569695202594), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:56.662274 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0708db60-839c-49d8-8d70-39377602b37a None None] Port 2bd9f38d-efaa-4037-8040-569695202594 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 09:37:56.802102 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4dcc2-a564-435b-9096-d6a68fd5cfa5 req-6149b7d9-99bd-4d02-acc2-86be400f3cb7 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:56.803660 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-4fa4dcc2-a564-435b-9096-d6a68fd5cfa5 req-6149b7d9-99bd-4d02-acc2-86be400f3cb7 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 931 time: 0.1429927 Jan 17 09:37:56.809648 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e1a6d-281d-47ed-a165-320d8e5078ae req-ee89584f-00b7-4451-977c-1edfa13a5547 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:56.818189 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f64e1a6d-281d-47ed-a165-320d8e5078ae req-ee89584f-00b7-4451-977c-1edfa13a5547 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 945 time: 0.0659275 Jan 17 09:37:56.880331 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f64e1a6d-281d-47ed-a165-320d8e5078ae req-87ae758d-d19b-4f8a-ade7-c179edd85812 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609753 Jan 17 09:37:57.035334 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14a441-67a5-4c3e-ae87-fc7d0371c585 req-de8cceb6-22f9-43f9-b7a7-918c737f6fd0 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:57.037798 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ee14a441-67a5-4c3e-ae87-fc7d0371c585 req-de8cceb6-22f9-43f9-b7a7-918c737f6fd0 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0668106 Jan 17 09:37:57.102017 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ee14a441-67a5-4c3e-ae87-fc7d0371c585 req-fffa1acd-b574-4e6c-b218-f08b9c372c2f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590532 Jan 17 09:37:57.116801 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd9f38d-efaa-4037-8040-569695202594 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:37:57.132460 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Publish callbacks [] for port (2bd9f38d-efaa-4037-8040-569695202594), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.149815 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 21c6b320-f80a-4bc2-b246-46f2fd810dd4 up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:37:57.157405 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Transition to ACTIVE for port object 2bd9f38d-efaa-4037-8040-569695202594 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:37:57.170899 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (2bd9f38d-efaa-4037-8040-569695202594), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.220775 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-4fa4dcc2-a564-435b-9096-d6a68fd5cfa5 req-19c49fb8-6fc4-4269-ac12-4c9fadc9eff0 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4059308 Jan 17 09:37:57.257287 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port 21c6b320-f80a-4bc2-b246-46f2fd810dd4 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:37:57.262761 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port 21c6b320-f80a-4bc2-b246-46f2fd810dd4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:37:57.263284 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (21c6b320-f80a-4bc2-b246-46f2fd810dd4), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.283162 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e42727-8451-4858-992b-280519ffb08c service neutron] Pushing event updated for resources: {'Port': ['ID=2bd9f38d-efaa-4037-8040-569695202594,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:57.291160 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70dc0a-7a3a-48d5-8e88-1f379e39ce8c req-7608c1e3-812e-46e1-ab43-ad03e810406c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:57.299450 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ca70dc0a-7a3a-48d5-8e88-1f379e39ce8c req-7608c1e3-812e-46e1-ab43-ad03e810406c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0936120 Jan 17 09:37:57.363636 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Attempting to bind port 2bd9f38d-efaa-4037-8040-569695202594 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:37:57.364017 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Attempting to bind port 2bd9f38d-efaa-4037-8040-569695202594 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:37:57.364475 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Attempting to bind port 2bd9f38d-efaa-4037-8040-569695202594 on network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:37:57.369490 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Port 2bd9f38d-efaa-4037-8040-569695202594 on network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:37:57.369812 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Attempting to bind port 2bd9f38d-efaa-4037-8040-569695202594 on network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:37:57.376341 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:37:57.376680 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Checking segment: {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:37:57.377057 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Bound using segment: {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:37:57.378030 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Bound port: 2bd9f38d-efaa-4037-8040-569695202594, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f7bd03-1b51-40e5-a06b-66610c15ef37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:37:57.378401 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (2bd9f38d-efaa-4037-8040-569695202594), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.419426 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ca70dc0a-7a3a-48d5-8e88-1f379e39ce8c req-1dc58044-4fc9-4991-beb2-817bace166ed tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959671 Jan 17 09:37:57.419747 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 21c6b320-f80a-4bc2-b246-46f2fd810dd4 is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:37:57.419747 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (21c6b320-f80a-4bc2-b246-46f2fd810dd4), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.451983 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 21c6b320-f80a-4bc2-b246-46f2fd810dd4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=21c6b320-f80a-4bc2-b246-46f2fd810dd4,segment=NetworkSegment(e01cb3ca-0479-4f62-9f07-e3207985dbfa),segment_id=e01cb3ca-0479-4f62-9f07-e3207985dbfa)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:37:57.459272 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (21c6b320-f80a-4bc2-b246-46f2fd810dd4), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.488912 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] For port 2bd9f38d-efaa-4037-8040-569695202594, host hv-cinder-81558, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:37:57.501884 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] For port 2bd9f38d-efaa-4037-8040-569695202594, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2bd9f38d-efaa-4037-8040-569695202594,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:37:57.506687 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (2bd9f38d-efaa-4037-8040-569695202594), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.554547 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=21c6b320-f80a-4bc2-b246-46f2fd810dd4,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:57.561011 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:57.561725 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:37:57.564373 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-45e42727-8451-4858-992b-280519ffb08c service neutron] 10.222.0.31 "PUT /v2.0/ports/2bd9f38d-efaa-4037-8040-569695202594 HTTP/1.1" status: 200 len: 1093 time: 1.1511090 Jan 17 09:37:57.564373 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9', 'tag': '2bd9f38d-efaa-4037-8040-569695202594'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:37:57.566730 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05df694b-a904-4e0d-8349-aeaaab4a8be8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9", "tag": "2bd9f38d-efaa-4037-8040-569695202594"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:37:57.611507 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e42727-8451-4858-992b-280519ffb08c service neutron] Pushing event updated for resources: {'Port': ['ID=2bd9f38d-efaa-4037-8040-569695202594,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:37:57.663780 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21464948-9ad4-41db-80df-c88b121f5651 x-openstack-request-id: req-21464948-9ad4-41db-80df-c88b121f5651 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:37:57.664171 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9", "tag": "2bd9f38d-efaa-4037-8040-569695202594", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:37:57.664423 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21464948-9ad4-41db-80df-c88b121f5651 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:37:57.664816 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9', 'tag': '2bd9f38d-efaa-4037-8040-569695202594', 'status': 'completed', 'code': 200} Jan 17 09:37:57.689398 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-e6989453-8ef8-4f64-ba3d-861ff93f765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:57.691007 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-e6989453-8ef8-4f64-ba3d-861ff93f765d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 1096 time: 0.0603223 Jan 17 09:37:57.732254 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ab7c5-d729-40b2-97e4-7207a35355d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c6b320-f80a-4bc2-b246-46f2fd810dd4'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:37:57.735144 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffe7955-11bf-41ce-b059-a1251fe266b0" -d '{"events": [{"server_uuid": "e30ab7c5-d729-40b2-97e4-7207a35355d6", "name": "network-vif-plugged", "status": "completed", "tag": "21c6b320-f80a-4bc2-b246-46f2fd810dd4"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:37:57.748825 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-be68874b-bd90-4baa-8927-455d16c1dfd3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bd9f38d-efaa-4037-8040-569695202594 HTTP/1.1" status: 200 len: 217 time: 0.0503170 Jan 17 09:37:57.789058 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76cf324-799f-4627-af90-477e24971a34 x-openstack-request-id: req-c76cf324-799f-4627-af90-477e24971a34 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:37:57.789354 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ab7c5-d729-40b2-97e4-7207a35355d6", "name": "network-vif-plugged", "status": "completed", "tag": "21c6b320-f80a-4bc2-b246-46f2fd810dd4", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:37:57.789618 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c76cf324-799f-4627-af90-477e24971a34 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:37:57.790028 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ab7c5-d729-40b2-97e4-7207a35355d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c6b320-f80a-4bc2-b246-46f2fd810dd4', 'code': 200} Jan 17 09:37:57.816733 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-f2a338e4-af9c-4244-bb6e-099f198300fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:57.818230 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-f2a338e4-af9c-4244-bb6e-099f198300fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b725854-b5c0-41ee-8bb5-b9d0e5c1d302 HTTP/1.1" status: 200 len: 851 time: 0.0612564 Jan 17 09:37:57.907570 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-d5ac64f8-0f33-46c3-8eed-9c4cb80195ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:57.909330 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-d5ac64f8-0f33-46c3-8eed-9c4cb80195ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766709 Jan 17 09:37:57.992538 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d048a28-6d5a-463b-8062-898269e66cb7 req-1b0941d3-94c3-4662-b611-9b25f9713ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:57.994957 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1d048a28-6d5a-463b-8062-898269e66cb7 req-1b0941d3-94c3-4662-b611-9b25f9713ebb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 1099 time: 0.0485311 Jan 17 09:37:58.065260 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1d048a28-6d5a-463b-8062-898269e66cb7 req-8a8906fd-8b8b-4964-9bb5-30c62dc9fdad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573809 Jan 17 09:37:58.065832 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab49b-a933-457f-885d-d383665fe2cc req-ef371bad-9e33-415d-8eb6-71f4ec0e8398 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:58.067438 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fb7ab49b-a933-457f-885d-d383665fe2cc req-ef371bad-9e33-415d-8eb6-71f4ec0e8398 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 946 time: 0.0950511 Jan 17 09:37:58.069605 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-1b472219-bd04-44c8-8493-27572da8ca06 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465943 Jan 17 09:37:58.118930 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fb7ab49b-a933-457f-885d-d383665fe2cc req-e005cf3c-68ba-47e2-9ff0-1678264ce9fd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444171 Jan 17 09:37:58.244482 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fa685-d12b-4ebc-88e3-0b319d3c8ba9 req-3a9b5f17-99f5-49db-862f-9d77edd2fc83 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:58.246370 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d77fa685-d12b-4ebc-88e3-0b319d3c8ba9 req-3a9b5f17-99f5-49db-862f-9d77edd2fc83 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0602944 Jan 17 09:37:58.336508 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d77fa685-d12b-4ebc-88e3-0b319d3c8ba9 req-65f6b605-a770-43b8-b46d-ab9f31086f06 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835905 Jan 17 09:37:58.432283 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200a0ff-0cfb-42eb-8d46-f6909fc4fd5e req-e3d868b1-bb75-4282-9eed-cbeb24e22424 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:58.433775 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3200a0ff-0cfb-42eb-8d46-f6909fc4fd5e req-e3d868b1-bb75-4282-9eed-cbeb24e22424 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 943 time: 0.0810802 Jan 17 09:37:58.442645 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-538f2fe3-f2fc-4397-90b0-52712beb1286 req-1f6a82e7-6153-4704-89a4-5eec805e0ccb service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690252 Jan 17 09:37:58.534042 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e477665-85c0-4c9b-b1ea-c8a1fc69b098 req-b8247110-2e14-44c1-ab3e-7249ac8eaa7c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:58.538772 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4e477665-85c0-4c9b-b1ea-c8a1fc69b098 req-b8247110-2e14-44c1-ab3e-7249ac8eaa7c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0640633 Jan 17 09:37:58.589755 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3200a0ff-0cfb-42eb-8d46-f6909fc4fd5e req-fbb9b08e-ca42-42f8-8014-de258b6a5962 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424308 Jan 17 09:37:58.607320 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4e477665-85c0-4c9b-b1ea-c8a1fc69b098 req-aefcebb8-71c2-42d3-8f79-e9b524f4b296 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613465 Jan 17 09:37:58.619118 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df694b-a904-4e0d-8349-aeaaab4a8be8 req-198e9dc7-51f6-4c83-8243-967b2966a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:58.620714 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-05df694b-a904-4e0d-8349-aeaaab4a8be8 req-198e9dc7-51f6-4c83-8243-967b2966a8ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 1096 time: 0.0905669 Jan 17 09:37:58.718245 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df694b-a904-4e0d-8349-aeaaab4a8be8 req-e97ac820-ef98-46b1-996b-fea579cdd986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:58.719742 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-05df694b-a904-4e0d-8349-aeaaab4a8be8 req-e97ac820-ef98-46b1-996b-fea579cdd986 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 200 len: 913 time: 0.0919940 Jan 17 09:37:58.771636 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-05df694b-a904-4e0d-8349-aeaaab4a8be8 req-61c51291-389d-4ec4-be0d-9add76077ca8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bd9f38d-efaa-4037-8040-569695202594 HTTP/1.1" status: 200 len: 217 time: 0.0408611 Jan 17 09:37:58.823978 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df694b-a904-4e0d-8349-aeaaab4a8be8 req-cd3e57c8-14d8-4071-be89-530e6debe737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:58.825464 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-05df694b-a904-4e0d-8349-aeaaab4a8be8 req-cd3e57c8-14d8-4071-be89-530e6debe737 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b725854-b5c0-41ee-8bb5-b9d0e5c1d302 HTTP/1.1" status: 200 len: 851 time: 0.0476894 Jan 17 09:37:58.879476 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df694b-a904-4e0d-8349-aeaaab4a8be8 req-e97ffeb0-20c6-4959-9ffa-b8fb2a443c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:58.881305 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-05df694b-a904-4e0d-8349-aeaaab4a8be8 req-e97ffeb0-20c6-4959-9ffa-b8fb2a443c8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449769 Jan 17 09:37:58.994651 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-05df694b-a904-4e0d-8349-aeaaab4a8be8 req-ca01552c-a852-4dfb-9b8b-7fbc7cfa68da service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046693 Jan 17 09:37:59.105141 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-05df694b-a904-4e0d-8349-aeaaab4a8be8 req-4b9110f2-ac80-4aab-b2b2-5a04a06c0677 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979707 Jan 17 09:37:59.258628 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b04f0-ca5c-4a8e-b774-194f58799d61 req-7c733eb6-81b2-4393-995c-31281c831829 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:59.260181 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c97b04f0-ca5c-4a8e-b774-194f58799d61 req-7c733eb6-81b2-4393-995c-31281c831829 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 946 time: 0.0564563 Jan 17 09:37:59.325406 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c97b04f0-ca5c-4a8e-b774-194f58799d61 req-35cd260c-f654-446d-ab7c-6dd8ae1f7494 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558906 Jan 17 09:37:59.467002 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89607d-2e62-4092-89a9-eada36e86663 req-007b853c-7375-4330-9f90-bf3390ab157d tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:59.469053 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5e89607d-2e62-4092-89a9-eada36e86663 req-007b853c-7375-4330-9f90-bf3390ab157d tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0583980 Jan 17 09:37:59.524528 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5e89607d-2e62-4092-89a9-eada36e86663 req-f8e36882-94ae-449b-b61d-9c7939b74b66 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497899 Jan 17 09:37:59.739805 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d644e2-ca32-4e90-ab93-9456f9b3a6b4 req-eb8ec86d-c58c-47dc-a0c6-c2c8e71eeae7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:59.741409 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5999e3-8da1-4f14-9e2d-8916d6dab0e0 req-684ca2bb-c062-4ceb-9206-a1d299579b94 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:37:59.741957 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-47d644e2-ca32-4e90-ab93-9456f9b3a6b4 req-eb8ec86d-c58c-47dc-a0c6-c2c8e71eeae7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0580308 Jan 17 09:37:59.742943 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ac5999e3-8da1-4f14-9e2d-8916d6dab0e0 req-684ca2bb-c062-4ceb-9206-a1d299579b94 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 943 time: 0.0801170 Jan 17 09:37:59.815758 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-47d644e2-ca32-4e90-ab93-9456f9b3a6b4 req-32a61342-47e5-45e1-b58b-43f446ee4f3c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649979 Jan 17 09:37:59.818601 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ac5999e3-8da1-4f14-9e2d-8916d6dab0e0 req-e0612e34-8cfc-49c3-9c6b-e9a3eae5ead8 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656149 Jan 17 09:38:00.450841 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46a8f2-d75b-41c7-9520-20a27df6207c req-6c7820fb-82dd-41e1-9760-66d93942452d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:00.458067 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1a46a8f2-d75b-41c7-9520-20a27df6207c req-6c7820fb-82dd-41e1-9760-66d93942452d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 946 time: 0.0606055 Jan 17 09:38:00.510817 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1a46a8f2-d75b-41c7-9520-20a27df6207c req-106e7868-fc0d-4043-994a-7cfd599c9282 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513446 Jan 17 09:38:00.651053 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd77dc2-c9a7-46e8-b499-4ec0c97781aa req-bc63e4cf-2509-4443-a19a-11c97150fdf2 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:00.651053 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2cd77dc2-c9a7-46e8-b499-4ec0c97781aa req-bc63e4cf-2509-4443-a19a-11c97150fdf2 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0527229 Jan 17 09:38:00.707752 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2cd77dc2-c9a7-46e8-b499-4ec0c97781aa req-8441a9f8-3672-489a-b1ce-13d8876b957a tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467424 Jan 17 09:38:00.949534 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76ab3c-5ab1-4e83-b11b-933a8f36ae1a req-9ca29591-a056-47ee-a980-1411e370b124 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:00.951087 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5f76ab3c-5ab1-4e83-b11b-933a8f36ae1a req-9ca29591-a056-47ee-a980-1411e370b124 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 943 time: 0.0570483 Jan 17 09:38:01.001868 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65c0fd-7b8f-4fc1-8d7a-409490b62c08 req-691166b3-9d5b-4074-a678-c10c10faaf42 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:01.003464 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0e65c0fd-7b8f-4fc1-8d7a-409490b62c08 req-691166b3-9d5b-4074-a678-c10c10faaf42 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.1030381 Jan 17 09:38:01.041745 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5f76ab3c-5ab1-4e83-b11b-933a8f36ae1a req-e0ffc1ed-72aa-4b5b-8651-6570f9938f5b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821216 Jan 17 09:38:01.091012 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0e65c0fd-7b8f-4fc1-8d7a-409490b62c08 req-ced6614d-9e94-4c86-9e91-5d660c9b8687 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741603 Jan 17 09:38:01.098407 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe81944-4ab4-44bf-8152-f306e3ad9f9e req-fd5ceb3d-9892-4310-9e33-98ef65c42145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:01.099955 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fbe81944-4ab4-44bf-8152-f306e3ad9f9e req-fd5ceb3d-9892-4310-9e33-98ef65c42145 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cf45a99485404d88b5cae53dcef363&device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 1099 time: 0.0733373 Jan 17 09:38:01.214399 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe81944-4ab4-44bf-8152-f306e3ad9f9e req-c48a1cf2-cb47-4cfe-85e7-eaf39fd49758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:01.215922 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fbe81944-4ab4-44bf-8152-f306e3ad9f9e req-c48a1cf2-cb47-4cfe-85e7-eaf39fd49758 service neutron] 10.222.0.31 "GET /v2.0/networks?id=25e1aec0-a38d-44e5-9a83-9f65322e8824 HTTP/1.1" status: 200 len: 910 time: 0.1092339 Jan 17 09:38:01.304376 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fbe81944-4ab4-44bf-8152-f306e3ad9f9e req-aea6974d-03f4-4a74-86c2-80bd3555116e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93 HTTP/1.1" status: 200 len: 1001 time: 0.0806272 Jan 17 09:38:01.374299 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe81944-4ab4-44bf-8152-f306e3ad9f9e req-f9c4b74d-e5a0-47e7-9c72-a1b4dad2f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:01.375650 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9ca1d-eac2-4f8f-bc81-261a532cd5a1 req-e4df9de9-e8a6-4a64-b272-318cc67d8df8 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:01.377647 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fbe81944-4ab4-44bf-8152-f306e3ad9f9e req-f9c4b74d-e5a0-47e7-9c72-a1b4dad2f9cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf948a70-5faf-4919-832b-039fb33ed87b HTTP/1.1" status: 200 len: 848 time: 0.0662107 Jan 17 09:38:01.378800 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cae9ca1d-eac2-4f8f-bc81-261a532cd5a1 req-e4df9de9-e8a6-4a64-b272-318cc67d8df8 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 946 time: 0.0918696 Jan 17 09:38:01.439687 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cae9ca1d-eac2-4f8f-bc81-261a532cd5a1 req-744a72f4-a3be-42c5-8114-8c7c497da7ec tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554714 Jan 17 09:38:01.445102 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe81944-4ab4-44bf-8152-f306e3ad9f9e req-2e7bcf91-f49b-4f78-b85f-80bfad00d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:01.446623 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fbe81944-4ab4-44bf-8152-f306e3ad9f9e req-2e7bcf91-f49b-4f78-b85f-80bfad00d3e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=25e1aec0-a38d-44e5-9a83-9f65322e8824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605280 Jan 17 09:38:01.553516 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fbe81944-4ab4-44bf-8152-f306e3ad9f9e req-6f2853b1-09eb-4163-8097-62b13d64d82d service neutron] 10.222.0.31 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899317 Jan 17 09:38:01.659912 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fbe81944-4ab4-44bf-8152-f306e3ad9f9e req-0ad80437-cef6-4457-8374-5e1f541b8c43 service neutron] 10.222.0.31 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982115 Jan 17 09:38:01.841851 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545975a-c9a0-484a-9bd9-23799a1275bd req-e1d23ced-614a-4dc5-8f60-b5dd7aada6df tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:01.848358 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c545975a-c9a0-484a-9bd9-23799a1275bd req-e1d23ced-614a-4dc5-8f60-b5dd7aada6df tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0622890 Jan 17 09:38:01.901862 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c545975a-c9a0-484a-9bd9-23799a1275bd req-fcac486c-c8ad-4870-a343-11e824466c1b tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514033 Jan 17 09:38:02.211418 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a8e71-0de9-493d-9625-55ebd9bf920f req-a74091e4-7529-494f-a344-b99c3db4449a tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:02.212877 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c82a8e71-0de9-493d-9625-55ebd9bf920f req-a74091e4-7529-494f-a344-b99c3db4449a tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 943 time: 0.0997608 Jan 17 09:38:02.264872 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b451e1-ac73-4e1c-9e54-16d8d4cb3060 req-141a4793-ce71-4bb8-9f28-bf4a1564fd4c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:02.266964 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c5b451e1-ac73-4e1c-9e54-16d8d4cb3060 req-141a4793-ce71-4bb8-9f28-bf4a1564fd4c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0756094 Jan 17 09:38:02.276563 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c82a8e71-0de9-493d-9625-55ebd9bf920f req-e9106b09-aeb8-4eb7-87b4-de5f9042e626 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571516 Jan 17 09:38:02.328411 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c5b451e1-ac73-4e1c-9e54-16d8d4cb3060 req-09a0781f-5583-4371-b3ee-92885b6b7164 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531070 Jan 17 09:38:02.569334 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d257f74-4cdd-49e1-b60b-2e5edde0b70c req-f8ebd383-e717-443b-88f9-5fc8cc44a817 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:02.572242 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9d257f74-4cdd-49e1-b60b-2e5edde0b70c req-f8ebd383-e717-443b-88f9-5fc8cc44a817 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 946 time: 0.0567703 Jan 17 09:38:02.632055 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-9d257f74-4cdd-49e1-b60b-2e5edde0b70c req-5a42f3b1-0dbc-4690-b796-bc78489be305 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497069 Jan 17 09:38:02.734642 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0cd81-1ed5-4a86-b827-0bd091c4c4ff req-cad991cd-7a28-4d0d-a462-84cb12952b23 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:02.735618 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c8a0cd81-1ed5-4a86-b827-0bd091c4c4ff req-cad991cd-7a28-4d0d-a462-84cb12952b23 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.31 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 946 time: 0.0552895 Jan 17 09:38:02.833141 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-c8a0cd81-1ed5-4a86-b827-0bd091c4c4ff req-2c54a04d-e62a-46bb-b519-9b53571c862d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Deleting port 21c6b320-f80a-4bc2-b246-46f2fd810dd4 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:38:02.833869 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8a0cd81-1ed5-4a86-b827-0bd091c4c4ff req-2c54a04d-e62a-46bb-b519-9b53571c862d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (21c6b320-f80a-4bc2-b246-46f2fd810dd4), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:02.932341 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c8a0cd81-1ed5-4a86-b827-0bd091c4c4ff req-2c54a04d-e62a-46bb-b519-9b53571c862d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] For port 21c6b320-f80a-4bc2-b246-46f2fd810dd4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=21c6b320-f80a-4bc2-b246-46f2fd810dd4,segment=NetworkSegment(e01cb3ca-0479-4f62-9f07-e3207985dbfa),segment_id=e01cb3ca-0479-4f62-9f07-e3207985dbfa)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:02.933678 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8a0cd81-1ed5-4a86-b827-0bd091c4c4ff req-2c54a04d-e62a-46bb-b519-9b53571c862d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (21c6b320-f80a-4bc2-b246-46f2fd810dd4), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:02.953184 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-c8a0cd81-1ed5-4a86-b827-0bd091c4c4ff req-2c54a04d-e62a-46bb-b519-9b53571c862d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Calling delete_port for 21c6b320-f80a-4bc2-b246-46f2fd810dd4 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:38:03.074212 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade26a0-e5de-498b-b47c-a0f95d01d01b req-8dd4cda1-7f0c-4786-93fe-88a0e90c6185 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:03.082258 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9ade26a0-e5de-498b-b47c-a0f95d01d01b req-8dd4cda1-7f0c-4786-93fe-88a0e90c6185 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0741720 Jan 17 09:38:03.182902 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9ade26a0-e5de-498b-b47c-a0f95d01d01b req-4b6f8185-b668-4b13-b00d-cce273787df6 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975158 Jan 17 09:38:03.212762 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8a0cd81-1ed5-4a86-b827-0bd091c4c4ff req-2c54a04d-e62a-46bb-b519-9b53571c862d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (21c6b320-f80a-4bc2-b246-46f2fd810dd4), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:03.224307 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['21c6b320-f80a-4bc2-b246-46f2fd810dd4'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:38:03.245636 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54a04d-e62a-46bb-b519-9b53571c862d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Pushing event deleted for resources: {'Port': ['ID=21c6b320-f80a-4bc2-b246-46f2fd810dd4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:03.304329 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a0cd81-1ed5-4a86-b827-0bd091c4c4ff req-2c54a04d-e62a-46bb-b519-9b53571c862d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] No DVR routers for this DVR port 21c6b320-f80a-4bc2-b246-46f2fd810dd4 on host hv-cinder-81558 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:38:03.313780 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8a0cd81-1ed5-4a86-b827-0bd091c4c4ff req-2c54a04d-e62a-46bb-b519-9b53571c862d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:03.317579 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c8a0cd81-1ed5-4a86-b827-0bd091c4c4ff req-2c54a04d-e62a-46bb-b519-9b53571c862d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.31 "DELETE /v2.0/ports/21c6b320-f80a-4bc2-b246-46f2fd810dd4 HTTP/1.1" status: 204 len: 173 time: 0.5753982 Jan 17 09:38:03.318065 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ab7c5-d729-40b2-97e4-7207a35355d6', 'name': 'network-vif-deleted', 'tag': '21c6b320-f80a-4bc2-b246-46f2fd810dd4'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:38:03.321548 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231c2b0c-f114-40ea-8340-01dead8f4140" -d '{"events": [{"server_uuid": "e30ab7c5-d729-40b2-97e4-7207a35355d6", "name": "network-vif-deleted", "tag": "21c6b320-f80a-4bc2-b246-46f2fd810dd4"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:38:03.428825 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d417ac-f2a9-45da-aac7-f31d31f0f3d1 x-openstack-request-id: req-60d417ac-f2a9-45da-aac7-f31d31f0f3d1 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:38:03.429121 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ab7c5-d729-40b2-97e4-7207a35355d6", "name": "network-vif-deleted", "tag": "21c6b320-f80a-4bc2-b246-46f2fd810dd4", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:38:03.429377 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60d417ac-f2a9-45da-aac7-f31d31f0f3d1 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:38:03.429775 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ab7c5-d729-40b2-97e4-7207a35355d6', 'name': 'network-vif-deleted', 'tag': '21c6b320-f80a-4bc2-b246-46f2fd810dd4', 'status': 'completed', 'code': 200} Jan 17 09:38:03.485026 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a2d6a-67bc-46cb-bb89-0290c4d0c96c req-7582116f-65f9-4d85-badc-4a135be4951c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:03.486937 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e17a2d6a-67bc-46cb-bb89-0290c4d0c96c req-7582116f-65f9-4d85-badc-4a135be4951c tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 943 time: 0.0753434 Jan 17 09:38:03.560585 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e17a2d6a-67bc-46cb-bb89-0290c4d0c96c req-7a46449d-ce42-41a1-9243-8231aab42efa tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678358 Jan 17 09:38:03.572753 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bcb61-7d19-445d-a694-741cb205434f req-6d755aa3-2e31-405d-b731-a922ac229c9f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:03.574238 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-be1bcb61-7d19-445d-a694-741cb205434f req-6d755aa3-2e31-405d-b731-a922ac229c9f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0728889 Jan 17 09:38:03.640734 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-be1bcb61-7d19-445d-a694-741cb205434f req-07f1a437-c997-4183-b77f-95dcec362298 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571704 Jan 17 09:38:03.755335 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-be38d6b4-1603-4c00-bdfd-6c27c7522f32 req-902dda77-525d-4e10-9db0-623f03b3da89 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=e30ab7c5-d729-40b2-97e4-7207a35355d6 HTTP/1.1" status: 200 len: 210 time: 0.0310516 Jan 17 09:38:04.314538 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada8671-b489-466c-bb19-3209c38d0f06 req-4d9b38e0-99b6-4b39-9248-144a2e5d9a70 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:04.316951 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7ada8671-b489-466c-bb19-3209c38d0f06 req-4d9b38e0-99b6-4b39-9248-144a2e5d9a70 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0580666 Jan 17 09:38:04.373750 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-7ada8671-b489-466c-bb19-3209c38d0f06 req-e3cbca7d-8ba8-45d3-95eb-60ea767addef tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488896 Jan 17 09:38:04.441754 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [req-d2a14644-3821-47f6-b054-fe9050895d7c req-16281e3c-960b-4092-a7dd-873cbc986aa4 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:38:04.442830 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d2a14644-3821-47f6-b054-fe9050895d7c req-16281e3c-960b-4092-a7dd-873cbc986aa4 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056009 Jan 17 09:38:04.602598 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 42086) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:04.638044 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e80e8-3ab9-41d6-8ff9-61eb58539220 req-3712b804-1060-4271-81c7-15a553c38377 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:04.640568 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0f7e80e8-3ab9-41d6-8ff9-61eb58539220 req-3712b804-1060-4271-81c7-15a553c38377 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0708537 Jan 17 09:38:04.688622 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c932ed-8c55-4701-9bb9-42db81029fca req-7935a715-1755-41c5-936c-28cedf2ac59b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:04.690111 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e8c932ed-8c55-4701-9bb9-42db81029fca req-7935a715-1755-41c5-936c-28cedf2ac59b tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 943 time: 0.0668859 Jan 17 09:38:04.695158 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0f7e80e8-3ab9-41d6-8ff9-61eb58539220 req-27f77d24-247f-4983-bda9-a5f94fcee2ed tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483398 Jan 17 09:38:04.753216 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-771272e8-8cb2-4a5e-bb09-830fef06d7f0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1487374 Jan 17 09:38:04.762248 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-3203d7c5-7de4-4a59-bd05-f833dea0c3b1 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:38:04.763142 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-3203d7c5-7de4-4a59-bd05-f833dea0c3b1 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049491 Jan 17 09:38:04.772959 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-e8c932ed-8c55-4701-9bb9-42db81029fca req-31fc6f80-720b-4b13-8197-7e622db59809 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656900 Jan 17 09:38:04.804909 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7422839-f1fc-42e5-bc26-bfc3c48abd2a req-5696e2de-0ee6-4fa8-b8a1-7b6edb6414c4 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:04.806688 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d7422839-f1fc-42e5-bc26-bfc3c48abd2a req-5696e2de-0ee6-4fa8-b8a1-7b6edb6414c4 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0557709 Jan 17 09:38:04.855407 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d7422839-f1fc-42e5-bc26-bfc3c48abd2a req-5d03ec03-407d-4672-86bf-66cfc8d3829e tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420692 Jan 17 09:38:05.041688 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-8dd3ff2e-6888-477c-8536-af935bf6b701 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:05.043115 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-8dd3ff2e-6888-477c-8536-af935bf6b701 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/networks?id=4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 HTTP/1.1" status: 200 len: 809 time: 0.1024024 Jan 17 09:38:05.058413 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-21e383d0-341a-493a-8c23-fc419146e5ab tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/quotas/f32c275815024d7d80c2a03c2cc143c6 HTTP/1.1" status: 200 len: 375 time: 0.0097277 Jan 17 09:38:05.100420 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-a6cece2c-b93c-471d-bc07-efee65c0e636 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f32c275815024d7d80c2a03c2cc143c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355916 Jan 17 09:38:05.193487 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-44b5a60a-7d99-45fa-a77d-043cd32dc124 service neutron] 10.222.0.77 "GET /v2.0/networks/4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873213 Jan 17 09:38:05.260361 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0857e49-3ef1-4948-9f50-050e02ed0b66 req-8b958bb6-58d1-4921-aa15-704b0db075f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:05.261918 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c0857e49-3ef1-4948-9f50-050e02ed0b66 req-8b958bb6-58d1-4921-aa15-704b0db075f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2581ec9d39994daa81a4b8d87dec89ef&device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 1098 time: 0.0413496 Jan 17 09:38:05.291352 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-668869f9-0e4a-4fa7-a06f-a1a24c4b8654 service neutron] 10.222.0.77 "GET /v2.0/networks/4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920343 Jan 17 09:38:05.354491 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0857e49-3ef1-4948-9f50-050e02ed0b66 req-9df9b929-44df-4f50-854c-f0f02635ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:05.355966 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c0857e49-3ef1-4948-9f50-050e02ed0b66 req-9df9b929-44df-4f50-854c-f0f02635ebb8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8623d6bb-7edc-4c03-bc24-d9754729c4df HTTP/1.1" status: 200 len: 918 time: 0.0879664 Jan 17 09:38:05.422262 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c0857e49-3ef1-4948-9f50-050e02ed0b66 req-0788523a-474f-4cb3-97b5-7c6b91a2b002 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec HTTP/1.1" status: 200 len: 1000 time: 0.0604184 Jan 17 09:38:05.473112 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c121f736-f31c-4df9-9fde-5adb7cd8abb3 req-be630350-5808-40b2-9990-02237c0ab38e tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 210 time: 0.0498567 Jan 17 09:38:05.502368 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0857e49-3ef1-4948-9f50-050e02ed0b66 req-2271457f-5650-4c99-b3e7-57e736d0a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:05.503860 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c0857e49-3ef1-4948-9f50-050e02ed0b66 req-2271457f-5650-4c99-b3e7-57e736d0a158 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=096ae4db-001b-43fd-b973-bddba67ea663 HTTP/1.1" status: 200 len: 856 time: 0.0713558 Jan 17 09:38:05.557492 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0857e49-3ef1-4948-9f50-050e02ed0b66 req-188d999b-a76c-4c53-8889-c592b68351b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:05.559514 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c0857e49-3ef1-4948-9f50-050e02ed0b66 req-188d999b-a76c-4c53-8889-c592b68351b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8623d6bb-7edc-4c03-bc24-d9754729c4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500388 Jan 17 09:38:05.667610 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c0857e49-3ef1-4948-9f50-050e02ed0b66 req-e269b091-cc94-499a-a7d2-7d98748587cd service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013577 Jan 17 09:38:05.769671 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-c0857e49-3ef1-4948-9f50-050e02ed0b66 req-500e47bb-91cb-435a-95b4-58dacad2ef4d service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946615 Jan 17 09:38:05.840176 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b87466-170f-4e6d-b8ef-eb9e5b657cb6 req-6b62d24b-e18b-43f5-9f97-8a9fd58bf7c1 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:05.841814 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-47b87466-170f-4e6d-b8ef-eb9e5b657cb6 req-6b62d24b-e18b-43f5-9f97-8a9fd58bf7c1 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0631390 Jan 17 09:38:05.894897 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-47b87466-170f-4e6d-b8ef-eb9e5b657cb6 req-2e2d408b-e22f-44c5-8bb8-27d2a797d159 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472341 Jan 17 09:38:05.899029 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679434f-68ed-4bc1-9b10-d672995483b9 req-7ed115d9-989d-43dd-ae3f-f62efc0891d9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:05.900701 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9679434f-68ed-4bc1-9b10-d672995483b9 req-7ed115d9-989d-43dd-ae3f-f62efc0891d9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 943 time: 0.0532365 Jan 17 09:38:05.950884 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9679434f-68ed-4bc1-9b10-d672995483b9 req-99c6e8be-6d23-4cf4-ab52-0d4fceed6fa7 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441470 Jan 17 09:38:06.002943 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8391fa-6a3c-40a9-a6cc-7d759b79cbe6 req-508f0b00-e188-4b58-9709-34811e5d21d3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:06.004542 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-df8391fa-6a3c-40a9-a6cc-7d759b79cbe6 req-508f0b00-e188-4b58-9709-34811e5d21d3 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0486691 Jan 17 09:38:06.038147 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:06.052213 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-df8391fa-6a3c-40a9-a6cc-7d759b79cbe6 req-089a5945-accf-495c-98d6-ff966ee34cf7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419195 Jan 17 09:38:06.132735 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-2a5e8fb9-2e7e-4814-b0d7-534b6c2e8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:06.134244 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-2a5e8fb9-2e7e-4814-b0d7-534b6c2e8bcb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0&tenant_id=82cf45a99485404d88b5cae53dcef363 HTTP/1.1" status: 200 len: 1099 time: 0.0721393 Jan 17 09:38:06.193794 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-e825dc5b-cd84-49c3-ab3d-4e23353eaa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:06.195235 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-e825dc5b-cd84-49c3-ab3d-4e23353eaa2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cf45a99485404d88b5cae53dcef363&device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 1099 time: 0.0385737 Jan 17 09:38:06.286217 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-5cfc3b32-100b-4736-bea1-2259aab47624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:06.287714 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-5cfc3b32-100b-4736-bea1-2259aab47624 service neutron] 10.222.0.31 "GET /v2.0/networks?id=25e1aec0-a38d-44e5-9a83-9f65322e8824 HTTP/1.1" status: 200 len: 910 time: 0.0865743 Jan 17 09:38:06.360570 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-b4c5cb8e-823e-493e-a32c-49e5bf5d776c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93 HTTP/1.1" status: 200 len: 1001 time: 0.0669463 Jan 17 09:38:06.411101 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-53af05d3-1693-4dcf-bb96-9976251fa17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:06.412675 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-53af05d3-1693-4dcf-bb96-9976251fa17b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf948a70-5faf-4919-832b-039fb33ed87b HTTP/1.1" status: 200 len: 848 time: 0.0455720 Jan 17 09:38:06.440212 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-8fc729b8-bc67-42d9-b851-a38af0b22766 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:06.441669 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-8fc729b8-bc67-42d9-b851-a38af0b22766 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.31 "GET /v2.0/networks?id=4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 HTTP/1.1" status: 200 len: 809 time: 0.1073339 Jan 17 09:38:06.455479 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-6d2cbd21-33c4-4cbd-bd9d-52061b70cbbd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Request body: {'port': {'device_id': '03aa774e-dd43-4395-a7d3-40c5ae4a76ea', 'network_id': '4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6', 'admin_state_up': True, 'tenant_id': 'f32c275815024d7d80c2a03c2cc143c6'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:06.464696 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-9d7d4b5c-fd0b-4a52-929e-bf48451af3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:06.466236 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-9d7d4b5c-fd0b-4a52-929e-bf48451af3e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=25e1aec0-a38d-44e5-9a83-9f65322e8824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477276 Jan 17 09:38:06.578477 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-6d2cbd21-33c4-4cbd-bd9d-52061b70cbbd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Made reservation on behalf of f32c275815024d7d80c2a03c2cc143c6 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:38:06.582199 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-6d2cbd21-33c4-4cbd-bd9d-52061b70cbbd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:06.583735 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-02c240aa-9c93-44a5-91bd-22f43c158955 req-1929b4ee-1b6d-4fe6-b32e-13ffec305a6e tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 210 time: 0.0333314 Jan 17 09:38:06.589324 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-3d4ee204-168e-4ba0-a494-a11118105c7e service neutron] 10.222.0.31 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124568 Jan 17 09:38:06.680290 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-30e0ad9a-aa0d-4c34-96a0-f8b577690fa2 req-20f83f52-1ad8-437c-827c-4059a640e99e service neutron] 10.222.0.31 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836327 Jan 17 09:38:06.709498 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-6d2cbd21-33c4-4cbd-bd9d-52061b70cbbd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Allocated IP 172.20.0.14 (4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6/517ff06f-5730-42a6-824f-0372e43030fd/d3bc27d9-ece0-47ff-b257-3cf44eb306ea) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:38:06.853694 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-6d2cbd21-33c4-4cbd-bd9d-52061b70cbbd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks [] for port (d3bc27d9-ece0-47ff-b257-3cf44eb306ea), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:06.885976 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-6d2cbd21-33c4-4cbd-bd9d-52061b70cbbd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (d3bc27d9-ece0-47ff-b257-3cf44eb306ea), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:06.928500 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-6d2cbd21-33c4-4cbd-bd9d-52061b70cbbd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Network 4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:38:06.931454 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-6d2cbd21-33c4-4cbd-bd9d-52061b70cbbd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:38:06.933947 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-6d2cbd21-33c4-4cbd-bd9d-52061b70cbbd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:38:07.075124 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb110fe5-cf95-4cc4-a8f1-b0686ee7fb86 req-a95dcd0b-7749-405f-8c7c-a9875981acf9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:07.080194 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fb110fe5-cf95-4cc4-a8f1-b0686ee7fb86 req-a95dcd0b-7749-405f-8c7c-a9875981acf9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 943 time: 0.0557501 Jan 17 09:38:07.131522 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fb110fe5-cf95-4cc4-a8f1-b0686ee7fb86 req-e78de7ed-139c-41d0-8535-d7d099986aa5 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467067 Jan 17 09:38:07.180585 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 2bd9f38d-efaa-4037-8040-569695202594 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:38:07.185258 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 74e46292-396d-4afb-a9a4-605a6b2c7e93 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:38:07.243701 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d3a78-6593-460e-89ab-3c12806b480a req-a437cf08-4396-456f-9c93-572e30bee9f0 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:07.246527 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cbd21-33c4-4cbd-bd9d-52061b70cbbd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Pushing event updated for resources: {'Port': ['ID=d3bc27d9-ece0-47ff-b257-3cf44eb306ea,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:07.252159 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f22d3a78-6593-460e-89ab-3c12806b480a req-a437cf08-4396-456f-9c93-572e30bee9f0 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0572503 Jan 17 09:38:07.287609 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-6d2cbd21-33c4-4cbd-bd9d-52061b70cbbd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:07.288259 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-6d2cbd21-33c4-4cbd-bd9d-52061b70cbbd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:07.308489 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f22d3a78-6593-460e-89ab-3c12806b480a req-a33c7455-a692-4e4c-b32b-01b4bc4ff4f4 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552607 Jan 17 09:38:07.315300 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad38e5-759b-4041-8f0b-afe5cf09bf31 req-d75eb0b5-1bb9-4755-a1e9-45276ce50a6f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:07.317027 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-72ad38e5-759b-4041-8f0b-afe5cf09bf31 req-d75eb0b5-1bb9-4755-a1e9-45276ce50a6f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0838130 Jan 17 09:38:07.320494 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-6d2cbd21-33c4-4cbd-bd9d-52061b70cbbd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8692045 Jan 17 09:38:07.326458 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 2bd9f38d-efaa-4037-8040-569695202594, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2bd9f38d-efaa-4037-8040-569695202594,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:07.339494 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': '2bd9f38d-efaa-4037-8040-569695202594', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'port_id': '2bd9f38d-efaa-4037-8040-569695202594', 'mac_address': 'fa:16:3e:aa:74:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:38:07.339658 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Request body: {'port': {'device_id': '03aa774e-dd43-4395-a7d3-40c5ae4a76ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:07.401318 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 74e46292-396d-4afb-a9a4-605a6b2c7e93 is: ACTIVE; New status is: DOWN {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:07.401628 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:07.411959 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 2bd9f38d-efaa-4037-8040-569695202594 is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:07.412351 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (2bd9f38d-efaa-4037-8040-569695202594), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:07.422001 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-72ad38e5-759b-4041-8f0b-afe5cf09bf31 req-e89682ba-cff5-4685-a0cd-bb458b6916f5 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942957 Jan 17 09:38:07.422694 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (d3bc27d9-ece0-47ff-b257-3cf44eb306ea), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:07.433338 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd9f38d-efaa-4037-8040-569695202594 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:38:07.444263 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e46292-396d-4afb-a9a4-605a6b2c7e93'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:38:07.444263 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7352cc73-4aca-4604-9bed-3e709c8d93ee" -d '{"events": [{"server_uuid": "9eb03133-3ac7-4ff0-b846-66706e7e02f0", "name": "network-vif-unplugged", "status": "completed", "tag": "74e46292-396d-4afb-a9a4-605a6b2c7e93"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:38:07.463166 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 74e46292-396d-4afb-a9a4-605a6b2c7e93, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:07.470534 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:07.471250 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 21c6b320-f80a-4bc2-b246-46f2fd810dd4 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:38:07.474834 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 2bd9f38d-efaa-4037-8040-569695202594, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2bd9f38d-efaa-4037-8040-569695202594,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:07.493855 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 09:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae2ec90-6501-4671-a2e2-fa17a2728fb9 x-openstack-request-id: req-bae2ec90-6501-4671-a2e2-fa17a2728fb9 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:38:07.494145 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb03133-3ac7-4ff0-b846-66706e7e02f0", "name": "network-vif-unplugged", "status": "completed", "tag": "74e46292-396d-4afb-a9a4-605a6b2c7e93", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:38:07.494398 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bae2ec90-6501-4671-a2e2-fa17a2728fb9 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:38:07.494785 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e46292-396d-4afb-a9a4-605a6b2c7e93', 'code': 200} Jan 17 09:38:07.497175 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (2bd9f38d-efaa-4037-8040-569695202594), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:07.515561 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: 21c6b320-f80a-4bc2-b246-46f2fd810dd4 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:38:07.515933 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 21c6b320-f80a-4bc2-b246-46f2fd810dd4 not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:38:07.542639 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=74e46292-396d-4afb-a9a4-605a6b2c7e93,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:07.595952 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=2bd9f38d-efaa-4037-8040-569695202594,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:07.740282 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ea7ec-cd11-46ee-8b50-0a669d1c7bfd req-dfe9f260-1eed-4ee2-a5b7-b543bac2ca5c tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:07.741782 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c22ea7ec-cd11-46ee-8b50-0a669d1c7bfd req-dfe9f260-1eed-4ee2-a5b7-b543bac2ca5c tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 932 time: 0.0878878 Jan 17 09:38:07.745544 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['2bd9f38d-efaa-4037-8040-569695202594'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:38:07.756641 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3bc27d9-ece0-47ff-b257-3cf44eb306ea {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:38:07.769511 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Publish callbacks [] for port (d3bc27d9-ece0-47ff-b257-3cf44eb306ea), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:07.791911 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Transition to ACTIVE for port object d3bc27d9-ece0-47ff-b257-3cf44eb306ea will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:38:07.798246 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (d3bc27d9-ece0-47ff-b257-3cf44eb306ea), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:07.841925 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c22ea7ec-cd11-46ee-8b50-0a669d1c7bfd req-8ffa6439-cad8-40a2-90bb-6244f5bbf633 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940769 Jan 17 09:38:07.883625 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bc27d9-ece0-47ff-b257-3cf44eb306ea,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:07.942194 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Attempting to bind port d3bc27d9-ece0-47ff-b257-3cf44eb306ea on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:38:07.942547 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Attempting to bind port d3bc27d9-ece0-47ff-b257-3cf44eb306ea by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'e01cb3ca-0479-4f62-9f07-e3207985dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:38:07.942885 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Attempting to bind port d3bc27d9-ece0-47ff-b257-3cf44eb306ea on network 4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:38:07.947289 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Port d3bc27d9-ece0-47ff-b257-3cf44eb306ea on network 4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:38:07.947618 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Attempting to bind port d3bc27d9-ece0-47ff-b257-3cf44eb306ea on network 4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:38:07.952621 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:38:07.952968 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Checking segment: {'id': 'e01cb3ca-0479-4f62-9f07-e3207985dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:38:07.953409 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Bound using segment: {'id': 'e01cb3ca-0479-4f62-9f07-e3207985dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:38:07.953806 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Bound port: d3bc27d9-ece0-47ff-b257-3cf44eb306ea, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e01cb3ca-0479-4f62-9f07-e3207985dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:38:07.954163 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (d3bc27d9-ece0-47ff-b257-3cf44eb306ea), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:08.016604 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] For port d3bc27d9-ece0-47ff-b257-3cf44eb306ea, host hv-cinder-81558, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:38:08.019548 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] For port d3bc27d9-ece0-47ff-b257-3cf44eb306ea, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d3bc27d9-ece0-47ff-b257-3cf44eb306ea,segment=NetworkSegment(e01cb3ca-0479-4f62-9f07-e3207985dbfa),segment_id=e01cb3ca-0479-4f62-9f07-e3207985dbfa)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:38:08.023660 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (d3bc27d9-ece0-47ff-b257-3cf44eb306ea), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:08.062982 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:08.063607 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:08.065032 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] 10.222.0.31 "PUT /v2.0/ports/d3bc27d9-ece0-47ff-b257-3cf44eb306ea HTTP/1.1" status: 200 len: 1094 time: 0.7350185 Jan 17 09:38:08.065466 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03aa774e-dd43-4395-a7d3-40c5ae4a76ea', 'tag': 'd3bc27d9-ece0-47ff-b257-3cf44eb306ea'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:38:08.067671 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e3a812-5e81-4bbc-8c69-fc754554d548" -d '{"events": [{"name": "network-changed", "server_uuid": "03aa774e-dd43-4395-a7d3-40c5ae4a76ea", "tag": "d3bc27d9-ece0-47ff-b257-3cf44eb306ea"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:38:08.089608 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bef756-a2f6-4b21-970c-536dfa6e9e32 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bc27d9-ece0-47ff-b257-3cf44eb306ea,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:08.106244 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bec043a-ae1a-453b-b375-c25342d31f33 x-openstack-request-id: req-9bec043a-ae1a-453b-b375-c25342d31f33 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:38:08.106537 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03aa774e-dd43-4395-a7d3-40c5ae4a76ea", "tag": "d3bc27d9-ece0-47ff-b257-3cf44eb306ea", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:38:08.106794 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9bec043a-ae1a-453b-b375-c25342d31f33 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:38:08.107196 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03aa774e-dd43-4395-a7d3-40c5ae4a76ea', 'tag': 'd3bc27d9-ece0-47ff-b257-3cf44eb306ea', 'status': 'completed', 'code': 200} Jan 17 09:38:08.152064 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-7c9262e0-34fa-4520-a7ab-a98287eb1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:08.153535 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-7c9262e0-34fa-4520-a7ab-a98287eb1832 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f32c275815024d7d80c2a03c2cc143c6&device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 1097 time: 0.0399094 Jan 17 09:38:08.197140 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-46773132-0906-4683-9982-08cea29b8572 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3bc27d9-ece0-47ff-b257-3cf44eb306ea HTTP/1.1" status: 200 len: 217 time: 0.0339205 Jan 17 09:38:08.277038 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-42e4877d-44b1-45b0-8eb1-4d8daf751583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:08.278384 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-42e4877d-44b1-45b0-8eb1-4d8daf751583 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=517ff06f-5730-42a6-824f-0372e43030fd HTTP/1.1" status: 200 len: 849 time: 0.0753262 Jan 17 09:38:08.288712 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a239866-f569-41c7-8320-c428241d8d93 req-188e5128-5625-4947-8337-8b6ea3ec0b43 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:08.290065 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5a239866-f569-41c7-8320-c428241d8d93 req-188e5128-5625-4947-8337-8b6ea3ec0b43 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 944 time: 0.0796535 Jan 17 09:38:08.325287 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-3484461b-a536-44cb-adf8-28df4df5806f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342691 Jan 17 09:38:08.399264 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5a239866-f569-41c7-8320-c428241d8d93 req-b2a16290-7c23-4ba0-b1f7-53ac94e8da71 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994909 Jan 17 09:38:08.438746 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-1bfc1b1b-26c7-4a13-949f-aed4947bb940 service neutron] 10.222.0.31 "GET /v2.0/networks/4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010628 Jan 17 09:38:08.441046 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c1823-2c12-4ffd-94ad-06cee38d3f4f req-782e2427-4569-4719-a2c4-8becdd5beab6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:08.442501 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ed9c1823-2c12-4ffd-94ad-06cee38d3f4f req-782e2427-4569-4719-a2c4-8becdd5beab6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0541821 Jan 17 09:38:08.491705 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ed9c1823-2c12-4ffd-94ad-06cee38d3f4f req-088224f5-6077-42b7-acc7-a37b5e5ac5c0 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428722 Jan 17 09:38:08.565674 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a25e8e70-676a-4675-be12-6e1276e8daf7 req-e2044147-a908-47ad-9c4a-93bf6244c675 service neutron] 10.222.0.31 "GET /v2.0/networks/4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205623 Jan 17 09:38:08.573373 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd747f5-6856-42f7-9c93-5ea768ef997e req-9da81903-bdc2-4a8a-bb75-42539dd2f9c1 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:08.574824 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2dd747f5-6856-42f7-9c93-5ea768ef997e req-9da81903-bdc2-4a8a-bb75-42539dd2f9c1 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0823679 Jan 17 09:38:08.653261 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2dd747f5-6856-42f7-9c93-5ea768ef997e req-f13eaeee-7c11-43f3-bacf-f7719c3a97bb tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715802 Jan 17 09:38:08.668065 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3a812-5e81-4bbc-8c69-fc754554d548 req-3797090b-ae13-4d84-9ec2-e4b80f8105ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:08.673052 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-33e3a812-5e81-4bbc-8c69-fc754554d548 req-3797090b-ae13-4d84-9ec2-e4b80f8105ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f32c275815024d7d80c2a03c2cc143c6&device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 1097 time: 0.0616798 Jan 17 09:38:08.773202 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3a812-5e81-4bbc-8c69-fc754554d548 req-2c98c741-7a20-4c8a-a2a4-be2d2f91d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:08.774694 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-33e3a812-5e81-4bbc-8c69-fc754554d548 req-2c98c741-7a20-4c8a-a2a4-be2d2f91d39a service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 HTTP/1.1" status: 200 len: 910 time: 0.0899591 Jan 17 09:38:08.818550 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-33e3a812-5e81-4bbc-8c69-fc754554d548 req-6805433b-6d10-46de-a62c-0cf745037e6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3bc27d9-ece0-47ff-b257-3cf44eb306ea HTTP/1.1" status: 200 len: 217 time: 0.0364206 Jan 17 09:38:08.867538 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3a812-5e81-4bbc-8c69-fc754554d548 req-7841dd08-6a24-4f29-b195-f07d05ee50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:08.869221 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-33e3a812-5e81-4bbc-8c69-fc754554d548 req-7841dd08-6a24-4f29-b195-f07d05ee50b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=517ff06f-5730-42a6-824f-0372e43030fd HTTP/1.1" status: 200 len: 849 time: 0.0441136 Jan 17 09:38:08.902004 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-33e3a812-5e81-4bbc-8c69-fc754554d548 req-0a080bb1-1ff6-4e46-a79e-8fb06d4dc540 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258341 Jan 17 09:38:09.017543 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5fa65-2097-4206-9527-14c192256135 req-276dacee-734e-4dee-bdbe-98b128957a88 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:09.018998 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c7d5fa65-2097-4206-9527-14c192256135 req-276dacee-734e-4dee-bdbe-98b128957a88 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 944 time: 0.1020880 Jan 17 09:38:09.045643 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-33e3a812-5e81-4bbc-8c69-fc754554d548 req-601bc171-d5f3-4542-88c6-cc0f5c7fa03a service neutron] 10.222.0.31 "GET /v2.0/networks/4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368940 Jan 17 09:38:09.122223 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c7d5fa65-2097-4206-9527-14c192256135 req-70a93cd9-bf97-4d87-8265-e197369493e7 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940027 Jan 17 09:38:09.165695 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-33e3a812-5e81-4bbc-8c69-fc754554d548 req-605631c1-c091-49b1-a15e-357e16b7d619 service neutron] 10.222.0.31 "GET /v2.0/networks/4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075680 Jan 17 09:38:09.203265 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 2bd9f38d-efaa-4037-8040-569695202594 up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:09.256050 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port 2bd9f38d-efaa-4037-8040-569695202594 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:38:09.260508 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port 2bd9f38d-efaa-4037-8040-569695202594 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:09.260886 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (2bd9f38d-efaa-4037-8040-569695202594), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:09.347643 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 2bd9f38d-efaa-4037-8040-569695202594 is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:09.348119 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (2bd9f38d-efaa-4037-8040-569695202594), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:09.386160 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 2bd9f38d-efaa-4037-8040-569695202594, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2bd9f38d-efaa-4037-8040-569695202594,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:09.393144 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (2bd9f38d-efaa-4037-8040-569695202594), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:09.394100 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b6759b4d-a93c-44fd-b86b-99819d0e37ec no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:38:09.412329 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a596fca-e03e-4d2e-aa82-6e2af2425d27 req-81f459d7-8d0b-4f80-bf66-315aafd4a7d1 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:09.413808 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0a596fca-e03e-4d2e-aa82-6e2af2425d27 req-81f459d7-8d0b-4f80-bf66-315aafd4a7d1 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 945 time: 0.0516019 Jan 17 09:38:09.479374 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=2bd9f38d-efaa-4037-8040-569695202594,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:09.494262 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0a596fca-e03e-4d2e-aa82-6e2af2425d27 req-43dc6473-e251-42d3-8bfc-1ca74b4c169c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644002 Jan 17 09:38:09.513471 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd9f38d-efaa-4037-8040-569695202594'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:38:09.515736 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81141f74-f914-4144-b7a5-18756e3de18d" -d '{"events": [{"server_uuid": "6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9", "name": "network-vif-plugged", "status": "completed", "tag": "2bd9f38d-efaa-4037-8040-569695202594"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:38:09.531172 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port b6759b4d-a93c-44fd-b86b-99819d0e37ec is: ACTIVE; New status is: DOWN {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:09.532418 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:09.556973 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90524813-5032-4b3c-bc06-df7cfddc5b16 req-d3189edf-add0-49fd-b05d-49a03a5d7577 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:09.557633 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df089ce-cdd6-4261-9482-b9f946c74532 x-openstack-request-id: req-3df089ce-cdd6-4261-9482-b9f946c74532 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:38:09.557931 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9", "name": "network-vif-plugged", "status": "completed", "tag": "2bd9f38d-efaa-4037-8040-569695202594", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:38:09.558192 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3df089ce-cdd6-4261-9482-b9f946c74532 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:38:09.558539 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-90524813-5032-4b3c-bc06-df7cfddc5b16 req-d3189edf-add0-49fd-b05d-49a03a5d7577 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 945 time: 0.0779290 Jan 17 09:38:09.558805 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd9f38d-efaa-4037-8040-569695202594', 'code': 200} Jan 17 09:38:09.582853 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b6759b4d-a93c-44fd-b86b-99819d0e37ec, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:09.588461 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:09.614972 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-90524813-5032-4b3c-bc06-df7cfddc5b16 req-2ca47f29-5fcd-4283-9b83-e5aa619d6954 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501430 Jan 17 09:38:09.653181 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=b6759b4d-a93c-44fd-b86b-99819d0e37ec,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:09.697568 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cfcf6a71-80d4-4b35-a6d5-2f5f820a74de req-5b2e7cdf-57a0-47b7-8ea9-7408da60fd36 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451992 Jan 17 09:38:09.794972 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521909f3-4150-43c6-9975-85f29c3a936d req-a54b02f0-382a-4c6e-894e-fd9d83aed234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:09.796794 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-521909f3-4150-43c6-9975-85f29c3a936d req-a54b02f0-382a-4c6e-894e-fd9d83aed234 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 1098 time: 0.0508573 Jan 17 09:38:09.797602 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cef55-6e7a-4e51-b4ef-b77550808b9a req-0d89ae37-187c-45a2-8970-388a0c541476 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:09.799184 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-112cef55-6e7a-4e51-b4ef-b77550808b9a req-0d89ae37-187c-45a2-8970-388a0c541476 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0678442 Jan 17 09:38:09.851694 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-521909f3-4150-43c6-9975-85f29c3a936d req-dfd54a7f-502e-4ffd-ba16-b6612b38614c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491433 Jan 17 09:38:09.854362 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-112cef55-6e7a-4e51-b4ef-b77550808b9a req-b68138f2-8895-4da0-a7ef-ccc60e5334da tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486021 Jan 17 09:38:09.932531 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bb0585c1-7208-4e49-81e4-8770b2371d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:10.237675 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c841d82-5f18-4320-bdc8-c14240c06f0d req-cf156a42-61af-4f2f-9f0c-27a9112bb8f4 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:10.239161 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c841d82-5f18-4320-bdc8-c14240c06f0d req-cf156a42-61af-4f2f-9f0c-27a9112bb8f4 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 944 time: 0.0493381 Jan 17 09:38:10.290216 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c841d82-5f18-4320-bdc8-c14240c06f0d req-7b8b244a-6ea2-4c11-ba82-1f864edfb225 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454998 Jan 17 09:38:10.580673 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf6a71-80d4-4b35-a6d5-2f5f820a74de req-d268327b-09eb-4532-ab37-8537d6ef118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:10.582153 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cfcf6a71-80d4-4b35-a6d5-2f5f820a74de req-d268327b-09eb-4532-ab37-8537d6ef118d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a&tenant_id=2581ec9d39994daa81a4b8d87dec89ef HTTP/1.1" status: 200 len: 1096 time: 0.0410860 Jan 17 09:38:10.618849 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a7f04-eb30-4d1e-9233-cea977bea7df req-2da504ac-f16b-46f7-9282-e62acdae44ac tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:10.620326 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f45a7f04-eb30-4d1e-9233-cea977bea7df req-2da504ac-f16b-46f7-9282-e62acdae44ac tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 943 time: 0.0517914 Jan 17 09:38:10.644269 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf6a71-80d4-4b35-a6d5-2f5f820a74de req-4834a304-8118-42e4-b167-d921d4cd46aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:10.646128 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cfcf6a71-80d4-4b35-a6d5-2f5f820a74de req-4834a304-8118-42e4-b167-d921d4cd46aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2581ec9d39994daa81a4b8d87dec89ef&device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 1096 time: 0.0415394 Jan 17 09:38:10.672444 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-f45a7f04-eb30-4d1e-9233-cea977bea7df req-e41e3cbc-a795-407a-8e7a-5755befa1477 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458391 Jan 17 09:38:10.776745 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea523f97-43bb-4313-94cc-2f6d692c7aad req-95b8e8f1-ff51-42db-8841-d4d0c110dcc6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:10.778215 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ea523f97-43bb-4313-94cc-2f6d692c7aad req-95b8e8f1-ff51-42db-8841-d4d0c110dcc6 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 945 time: 0.0781250 Jan 17 09:38:10.779644 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf6a71-80d4-4b35-a6d5-2f5f820a74de req-fd60dacb-e9bb-40dc-b136-182ff74b9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:10.781551 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cfcf6a71-80d4-4b35-a6d5-2f5f820a74de req-fd60dacb-e9bb-40dc-b136-182ff74b9745 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8623d6bb-7edc-4c03-bc24-d9754729c4df HTTP/1.1" status: 200 len: 918 time: 0.1282320 Jan 17 09:38:10.878042 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ea523f97-43bb-4313-94cc-2f6d692c7aad req-9e4d4b2d-8422-4c24-a647-888dee27a1e1 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935144 Jan 17 09:38:10.879992 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cfcf6a71-80d4-4b35-a6d5-2f5f820a74de req-a5e09650-55c2-4fb1-b996-4b2f91130f69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec HTTP/1.1" status: 200 len: 998 time: 0.0897996 Jan 17 09:38:10.934602 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf6a71-80d4-4b35-a6d5-2f5f820a74de req-6e14ccdf-f9a2-41c3-949f-4b53c78432b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:10.936106 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cfcf6a71-80d4-4b35-a6d5-2f5f820a74de req-6e14ccdf-f9a2-41c3-949f-4b53c78432b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=096ae4db-001b-43fd-b973-bddba67ea663 HTTP/1.1" status: 200 len: 856 time: 0.0495777 Jan 17 09:38:10.987172 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf6a71-80d4-4b35-a6d5-2f5f820a74de req-69a9297b-a8ca-4f6e-838e-73ccc80f3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:10.988702 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cfcf6a71-80d4-4b35-a6d5-2f5f820a74de req-69a9297b-a8ca-4f6e-838e-73ccc80f3898 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8623d6bb-7edc-4c03-bc24-d9754729c4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434959 Jan 17 09:38:10.988823 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce6a60-8a57-4c2b-bee1-41165b7e2f65 req-2767297c-342c-43b5-b051-7fdb287120cd tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:10.990161 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0fce6a60-8a57-4c2b-bee1-41165b7e2f65 req-2767297c-342c-43b5-b051-7fdb287120cd tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0528541 Jan 17 09:38:11.037861 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-0fce6a60-8a57-4c2b-bee1-41165b7e2f65 req-2294f832-3498-466e-ba4e-e70f31092689 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420249 Jan 17 09:38:11.080312 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cfcf6a71-80d4-4b35-a6d5-2f5f820a74de req-34ba0267-fd55-4d3a-87d5-e85aaaad6f52 service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841913 Jan 17 09:38:11.167912 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-cfcf6a71-80d4-4b35-a6d5-2f5f820a74de req-09276e60-5910-4c63-ba4c-7d13115aeba9 service neutron] 10.222.0.31 "GET /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812054 Jan 17 09:38:11.212707 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device d3bc27d9-ece0-47ff-b257-3cf44eb306ea details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:38:11.306933 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port d3bc27d9-ece0-47ff-b257-3cf44eb306ea, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d3bc27d9-ece0-47ff-b257-3cf44eb306ea,segment=NetworkSegment(e01cb3ca-0479-4f62-9f07-e3207985dbfa),segment_id=e01cb3ca-0479-4f62-9f07-e3207985dbfa)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:11.321988 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'd3bc27d9-ece0-47ff-b257-3cf44eb306ea', 'network_id': '4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6', 'port_id': 'd3bc27d9-ece0-47ff-b257-3cf44eb306ea', 'mac_address': 'fa:16:3e:9b:37:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517ff06f-5730-42a6-824f-0372e43030fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:38:11.367513 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port d3bc27d9-ece0-47ff-b257-3cf44eb306ea is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:11.367992 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (d3bc27d9-ece0-47ff-b257-3cf44eb306ea), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:11.381341 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3bc27d9-ece0-47ff-b257-3cf44eb306ea {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:38:11.402088 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port d3bc27d9-ece0-47ff-b257-3cf44eb306ea, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d3bc27d9-ece0-47ff-b257-3cf44eb306ea,segment=NetworkSegment(e01cb3ca-0479-4f62-9f07-e3207985dbfa),segment_id=e01cb3ca-0479-4f62-9f07-e3207985dbfa)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:11.407217 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (d3bc27d9-ece0-47ff-b257-3cf44eb306ea), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:11.430209 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec9e66-e9e6-415a-9c67-6cb6abf1f94b req-e7b2ea35-a292-4604-bdc8-9cd95e7e8652 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:11.431718 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12ec9e66-e9e6-415a-9c67-6cb6abf1f94b req-e7b2ea35-a292-4604-bdc8-9cd95e7e8652 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 944 time: 0.0591755 Jan 17 09:38:11.456300 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=d3bc27d9-ece0-47ff-b257-3cf44eb306ea,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:11.488743 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-12ec9e66-e9e6-415a-9c67-6cb6abf1f94b req-ece7e94b-55c6-4134-874a-00b51373a765 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497389 Jan 17 09:38:11.560389 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:38:11.567272 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea36208-d318-448b-9205-e5d2370c7fba" -d '{"events": [{"server_uuid": "1eb7dca1-374a-48ff-ac16-dd5a499e900a", "name": "network-vif-unplugged", "status": "completed", "tag": "b6759b4d-a93c-44fd-b86b-99819d0e37ec"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:38:11.616257 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 09:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2250fe4-edf7-4a6d-aa6e-b2f0eca4c1ae x-openstack-request-id: req-c2250fe4-edf7-4a6d-aa6e-b2f0eca4c1ae {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:38:11.616717 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb7dca1-374a-48ff-ac16-dd5a499e900a", "name": "network-vif-unplugged", "status": "completed", "tag": "b6759b4d-a93c-44fd-b86b-99819d0e37ec", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:38:11.616981 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2250fe4-edf7-4a6d-aa6e-b2f0eca4c1ae {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:38:11.617377 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'code': 200} Jan 17 09:38:11.644593 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['d3bc27d9-ece0-47ff-b257-3cf44eb306ea'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:38:11.830689 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd8e09-9f86-45f2-bf96-4314bab0ac6c req-bf21d834-3bf6-4899-907b-4d0ca3b24f45 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:11.832468 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ccd8e09-9f86-45f2-bf96-4314bab0ac6c req-bf21d834-3bf6-4899-907b-4d0ca3b24f45 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 943 time: 0.0777013 Jan 17 09:38:11.918946 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ccd8e09-9f86-45f2-bf96-4314bab0ac6c req-19f09962-7153-4df4-8021-a8bcecc9a085 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761802 Jan 17 09:38:12.022313 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea7a41-82b0-4846-8598-c65c097f2795 req-ce2f6de9-d3cb-4d57-ac69-507874f991fd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:12.023790 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e3ea7a41-82b0-4846-8598-c65c097f2795 req-ce2f6de9-d3cb-4d57-ac69-507874f991fd tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 945 time: 0.0512848 Jan 17 09:38:12.079186 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e3ea7a41-82b0-4846-8598-c65c097f2795 req-fd3eec56-49ec-42ee-b6bd-8b9de9791f89 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497251 Jan 17 09:38:12.122449 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0267437-eb64-4c1b-84b6-9f11e554c6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:12.181492 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cb5e3-e960-4061-a09f-49e7329a6191 req-bd4cae51-dbc2-468b-b776-94372441a970 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:12.183270 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-752cb5e3-e960-4061-a09f-49e7329a6191 req-bd4cae51-dbc2-468b-b776-94372441a970 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0554628 Jan 17 09:38:12.254137 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e835a-1e28-4f80-9399-1a04dd07bc56 req-2bd6e87a-f082-49aa-a27b-b7219eb80eb0 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:12.259682 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-752cb5e3-e960-4061-a09f-49e7329a6191 req-20389393-6f76-403c-8ffc-80d5d452fbd3 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612409 Jan 17 09:38:12.262265 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b79e835a-1e28-4f80-9399-1a04dd07bc56 req-2bd6e87a-f082-49aa-a27b-b7219eb80eb0 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 945 time: 0.0829058 Jan 17 09:38:12.312336 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b79e835a-1e28-4f80-9399-1a04dd07bc56 req-38ed560b-51a4-4e77-955f-cba0c8f272aa tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489433 Jan 17 09:38:12.341752 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 42252) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:12.386335 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6014ae9b-0ad7-4073-b666-33f16f6963e3 tempest-TestVolumeBootPattern-1912039889 tempest-TestVolumeBootPattern-1912039889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:12.391074 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6014ae9b-0ad7-4073-b666-33f16f6963e3 tempest-TestVolumeBootPattern-1912039889 tempest-TestVolumeBootPattern-1912039889-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 1093 time: 0.0453751 Jan 17 09:38:12.391392 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 42254) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:12.395859 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Request body: {'floatingip': {'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'port_id': '2bd9f38d-efaa-4037-8040-569695202594', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:38:12.422140 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:12.539016 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:12.648730 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7bf76-fa96-429e-802f-b6fdca4a4da8 req-d5657788-ce69-4712-9e02-966950db1efc tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:12.651042 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ec7bf76-fa96-429e-802f-b6fdca4a4da8 req-d5657788-ce69-4712-9e02-966950db1efc tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 945 time: 0.0536783 Jan 17 09:38:12.678888 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Allocated IP 172.27.2.130 (ef01d75c-5e48-4e3d-a422-561f138b7f60/0ac7a971-b356-4e6e-bf0f-1a240e68fe32/19c76ed4-0ec0-40b4-95ff-dddc7f54878f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:38:12.748784 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ec7bf76-fa96-429e-802f-b6fdca4a4da8 req-eecdf427-57d8-40f5-9a36-218a2546f79e tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905917 Jan 17 09:38:12.796587 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for port (19c76ed4-0ec0-40b4-95ff-dddc7f54878f), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:12.830762 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (19c76ed4-0ec0-40b4-95ff-dddc7f54878f), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:12.874218 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Network ef01d75c-5e48-4e3d-a422-561f138b7f60 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:38:12.877134 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:38:12.879789 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:38:12.906748 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'Port': ['ID=19c76ed4-0ec0-40b4-95ff-dddc7f54878f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:13.171194 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:13.231727 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device d3bc27d9-ece0-47ff-b257-3cf44eb306ea up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:13.324387 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port d3bc27d9-ece0-47ff-b257-3cf44eb306ea completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:38:13.339028 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port d3bc27d9-ece0-47ff-b257-3cf44eb306ea triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:13.339782 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (d3bc27d9-ece0-47ff-b257-3cf44eb306ea), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:13.410380 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636a1c-ec6b-4de8-85e6-c8e95eeb62f2 req-98e27c0c-0db0-4dbb-bac4-74790baae6b8 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:13.411967 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-39636a1c-ec6b-4de8-85e6-c8e95eeb62f2 req-98e27c0c-0db0-4dbb-bac4-74790baae6b8 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0722566 Jan 17 09:38:13.423995 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:38:13.477660 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port d3bc27d9-ece0-47ff-b257-3cf44eb306ea is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:13.478250 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (d3bc27d9-ece0-47ff-b257-3cf44eb306ea), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:13.526475 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-39636a1c-ec6b-4de8-85e6-c8e95eeb62f2 req-61283208-a3a8-4b67-9f89-399bb9537915 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068468 Jan 17 09:38:13.538414 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port d3bc27d9-ece0-47ff-b257-3cf44eb306ea, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d3bc27d9-ece0-47ff-b257-3cf44eb306ea,segment=NetworkSegment(e01cb3ca-0479-4f62-9f07-e3207985dbfa),segment_id=e01cb3ca-0479-4f62-9f07-e3207985dbfa)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:13.547428 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (d3bc27d9-ece0-47ff-b257-3cf44eb306ea), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:13.602861 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for floatingip (819db95d-3561-4ebf-a2bc-64a03e795ea7), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:13.618424 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03aa774e-dd43-4395-a7d3-40c5ae4a76ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bc27d9-ece0-47ff-b257-3cf44eb306ea'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:38:13.621140 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd05cfb8-922d-48b0-afdc-34193c484b56" -d '{"events": [{"server_uuid": "03aa774e-dd43-4395-a7d3-40c5ae4a76ea", "name": "network-vif-plugged", "status": "completed", "tag": "d3bc27d9-ece0-47ff-b257-3cf44eb306ea"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:38:13.625150 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=d3bc27d9-ece0-47ff-b257-3cf44eb306ea,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:13.694148 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7382b4-fcd7-47bf-82dc-642757517bb0 x-openstack-request-id: req-ca7382b4-fcd7-47bf-82dc-642757517bb0 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:38:13.694479 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03aa774e-dd43-4395-a7d3-40c5ae4a76ea", "name": "network-vif-plugged", "status": "completed", "tag": "d3bc27d9-ece0-47ff-b257-3cf44eb306ea", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:38:13.694813 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca7382b4-fcd7-47bf-82dc-642757517bb0 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:38:13.697897 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03aa774e-dd43-4395-a7d3-40c5ae4a76ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bc27d9-ece0-47ff-b257-3cf44eb306ea', 'code': 200} Jan 17 09:38:13.703231 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5baa9f-2d05-4c62-8552-20a36f8ec26c req-a97667b5-e20c-4671-94a5-a05e45005587 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:13.704815 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1e5baa9f-2d05-4c62-8552-20a36f8ec26c req-a97667b5-e20c-4671-94a5-a05e45005587 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 943 time: 0.1034083 Jan 17 09:38:13.751787 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (19c76ed4-0ec0-40b4-95ff-dddc7f54878f), before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:13.857084 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1e5baa9f-2d05-4c62-8552-20a36f8ec26c req-de51bd1c-4e63-45b5-a3a9-974c55d7e1b6 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314995 Jan 17 09:38:13.870337 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cf578-8feb-418c-b1f4-44baca4073bf req-84056423-e950-4069-851a-5cfda8e3d3fb tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:13.888277 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-737cf578-8feb-418c-b1f4-44baca4073bf req-84056423-e950-4069-851a-5cfda8e3d3fb tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 946 time: 0.0817003 Jan 17 09:38:13.944177 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-737cf578-8feb-418c-b1f4-44baca4073bf req-747bf5d8-556f-4e21-b0a0-45b4d0aa772a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536723 Jan 17 09:38:14.009027 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for port (19c76ed4-0ec0-40b4-95ff-dddc7f54878f), precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:14.017141 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9093785'] for port (19c76ed4-0ec0-40b4-95ff-dddc7f54878f), after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:14.086486 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event updated for resources: {'Port': ['ID=19c76ed4-0ec0-40b4-95ff-dddc7f54878f,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:14.097953 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (819db95d-3561-4ebf-a2bc-64a03e795ea7), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:14.206637 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.l3_db [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Floating IP 819db95d-3561-4ebf-a2bc-64a03e795ea7 associated. External IP: 172.27.2.130, port: 2bd9f38d-efaa-4037-8040-569695202594. Jan 17 09:38:14.441137 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Router b34adfdf-0d71-4c84-a507-2579f344c86d has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:38:14.558697 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:38:14.570337 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2973f0b-d9d1-4e4d-82ed-27ef96486579 None None] Sync routers for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:38:14.584690 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2973f0b-d9d1-4e4d-82ed-27ef96486579 None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:38:14.585329 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b2973f0b-d9d1-4e4d-82ed-27ef96486579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:38:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:14.609725 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:14.672882 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-2622e051-9133-43e3-a9ea-25e15b1a66c9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2803397 Jan 17 09:38:14.674929 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9', 'tag': '2bd9f38d-efaa-4037-8040-569695202594'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:38:14.677416 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904842a9-3218-4508-adda-6f37163ac0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9", "tag": "2bd9f38d-efaa-4037-8040-569695202594"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:38:14.699273 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ea7f1-53d7-4324-bab2-2fc6c24551a0 req-58f7326b-0432-4e94-9870-b2857b338278 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:14.708983 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b49ea7f1-53d7-4324-bab2-2fc6c24551a0 req-58f7326b-0432-4e94-9870-b2857b338278 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.1034417 Jan 17 09:38:14.743251 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b2973f0b-d9d1-4e4d-82ed-27ef96486579 None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:38:14.746169 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:14.756733 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03a5326-6140-48b8-8651-ee7f649a8409 x-openstack-request-id: req-a03a5326-6140-48b8-8651-ee7f649a8409 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:38:14.757386 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9", "tag": "2bd9f38d-efaa-4037-8040-569695202594", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:38:14.758002 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a03a5326-6140-48b8-8651-ee7f649a8409 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:38:14.758660 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9', 'tag': '2bd9f38d-efaa-4037-8040-569695202594', 'status': 'completed', 'code': 200} Jan 17 09:38:14.783049 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b49ea7f1-53d7-4324-bab2-2fc6c24551a0 req-b5d7a8dc-37fe-407c-bba4-99ee33ec6c60 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729764 Jan 17 09:38:15.027395 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbaad5-7f18-4a53-9ca9-d510c4e7bcbc req-ed95d41d-f383-4b43-b295-ba2aa56de044 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:15.029029 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56dbaad5-7f18-4a53-9ca9-d510c4e7bcbc req-ed95d41d-f383-4b43-b295-ba2aa56de044 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 943 time: 0.0877819 Jan 17 09:38:15.114032 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b2973f0b-d9d1-4e4d-82ed-27ef96486579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '819db95d-3561-4ebf-a2bc-64a03e795ea7', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'port_id': '2bd9f38d-efaa-4037-8040-569695202594', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'mac_address': 'fa:16:3e:aa:74:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:38:13Z', 'updated_at': '2022-01-17T09:38:13Z', 'revision_number': 0, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address_scope': None}, {'id': 'a039748d-2b55-412b-be41-3f4195e7f33c', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'port_id': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'mac_address': 'fa:16:3e:dd:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:36:06Z', 'updated_at': '2022-01-17T09:36:08Z', 'revision_number': 1, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:15.122014 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-56dbaad5-7f18-4a53-9ca9-d510c4e7bcbc req-05f42bd3-6c5f-44ea-91b7-a24efd103b06 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819123 Jan 17 09:38:15.140248 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b6c13-1fd9-4398-b458-fd2f35640ea8 req-50c21b7d-ef08-4567-8584-8f6761c9c6f2 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:15.147986 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-276b6c13-1fd9-4398-b458-fd2f35640ea8 req-50c21b7d-ef08-4567-8584-8f6761c9c6f2 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 946 time: 0.0940995 Jan 17 09:38:15.161216 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2973f0b-d9d1-4e4d-82ed-27ef96486579 None None] Checking router: b34adfdf-0d71-4c84-a507-2579f344c86d for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:38:15.172375 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2973f0b-d9d1-4e4d-82ed-27ef96486579 None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:38:15.173414 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b2973f0b-d9d1-4e4d-82ed-27ef96486579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:38:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:15.232498 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-276b6c13-1fd9-4398-b458-fd2f35640ea8 req-9c4add2c-7cac-432e-9611-92e2f55fde95 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834906 Jan 17 09:38:15.303501 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b2973f0b-d9d1-4e4d-82ed-27ef96486579 None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:38:15.548678 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b2973f0b-d9d1-4e4d-82ed-27ef96486579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '819db95d-3561-4ebf-a2bc-64a03e795ea7', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'port_id': '2bd9f38d-efaa-4037-8040-569695202594', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'mac_address': 'fa:16:3e:aa:74:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:38:13Z', 'updated_at': '2022-01-17T09:38:13Z', 'revision_number': 0, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address_scope': None}, {'id': 'a039748d-2b55-412b-be41-3f4195e7f33c', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'port_id': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'mac_address': 'fa:16:3e:dd:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:36:06Z', 'updated_at': '2022-01-17T09:36:08Z', 'revision_number': 1, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:15.581702 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2973f0b-d9d1-4e4d-82ed-27ef96486579 None None] The sync data for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi is: [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': '819db95d-3561-4ebf-a2bc-64a03e795ea7', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'port_id': '2bd9f38d-efaa-4037-8040-569695202594', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'mac_address': 'fa:16:3e:aa:74:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:38:13Z', 'updated_at': '2022-01-17T09:38:13Z', 'revision_number': 0, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address_scope': None}, {'id': 'a039748d-2b55-412b-be41-3f4195e7f33c', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'port_id': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'mac_address': 'fa:16:3e:dd:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:36:06Z', 'updated_at': '2022-01-17T09:36:08Z', 'revision_number': 1, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:38:15.812537 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e2c3e-4d0a-43ba-ae44-3353dca77efa None None] New status for floating IP 819db95d-3561-4ebf-a2bc-64a03e795ea7: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:38:15.924774 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40ba1a-2bec-47bb-865f-ea14d4fe4342 req-03312001-97c4-4bd7-9e80-47334d5e8c31 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:15.930049 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ab40ba1a-2bec-47bb-865f-ea14d4fe4342 req-03312001-97c4-4bd7-9e80-47334d5e8c31 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0593200 Jan 17 09:38:15.981166 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ab40ba1a-2bec-47bb-865f-ea14d4fe4342 req-afd52aac-c966-488f-96cb-066def8b3925 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464845 Jan 17 09:38:16.202698 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:16.295648 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e586a7-9dd9-4b20-87d2-e57a03467216 req-1faf8462-4201-455d-8323-bec53590af0d tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:16.297519 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-41e586a7-9dd9-4b20-87d2-e57a03467216 req-1faf8462-4201-455d-8323-bec53590af0d tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 943 time: 0.0673358 Jan 17 09:38:16.358102 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-41e586a7-9dd9-4b20-87d2-e57a03467216 req-c6762ef7-b7fb-4b49-96e8-a9bc0c51ff8e tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541511 Jan 17 09:38:16.377367 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa78847-4dc1-4eee-8881-f8b8f95d482a req-034a103a-61bd-435f-80cf-aa8dbfd6c7c4 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:16.384407 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ffa78847-4dc1-4eee-8881-f8b8f95d482a req-034a103a-61bd-435f-80cf-aa8dbfd6c7c4 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 946 time: 0.0772161 Jan 17 09:38:16.429867 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ffa78847-4dc1-4eee-8881-f8b8f95d482a req-8b7d827e-0a6b-4f7a-92d2-87fb2ea1aada tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444484 Jan 17 09:38:17.114889 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20763b91-1e24-4f7a-af53-ff7b23ac2f24 req-c99f51ea-13d3-4da2-9953-d0ce5f7546e9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:17.120352 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-20763b91-1e24-4f7a-af53-ff7b23ac2f24 req-c99f51ea-13d3-4da2-9953-d0ce5f7546e9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0648944 Jan 17 09:38:17.174389 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-20763b91-1e24-4f7a-af53-ff7b23ac2f24 req-ad80e6b7-9513-48d7-a77a-7c46349582b5 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514498 Jan 17 09:38:17.491707 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5843a76-2b6c-455e-857b-78484cd319ce req-da3816fc-d688-46d7-8a81-1c53f84f7618 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:17.495265 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b5843a76-2b6c-455e-857b-78484cd319ce req-da3816fc-d688-46d7-8a81-1c53f84f7618 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 943 time: 0.0595326 Jan 17 09:38:17.560864 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc083f9-1075-4723-adef-e679737727db req-8f108c31-0c49-471c-88e9-64e54d3778e6 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:17.572464 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b5843a76-2b6c-455e-857b-78484cd319ce req-e9f7567e-cf35-4a54-86d1-5a788b81ba6f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691671 Jan 17 09:38:17.576639 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fcc083f9-1075-4723-adef-e679737727db req-8f108c31-0c49-471c-88e9-64e54d3778e6 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 946 time: 0.0671027 Jan 17 09:38:17.626932 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-fcc083f9-1075-4723-adef-e679737727db req-2386bc72-cea1-4921-bf44-c86ac6deaee3 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468915 Jan 17 09:38:18.303869 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36131391-2cc3-47b0-ac52-2f6b816e40dc req-2077453c-59bf-4db4-a332-b94b8f4efc21 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:18.305745 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-36131391-2cc3-47b0-ac52-2f6b816e40dc req-2077453c-59bf-4db4-a332-b94b8f4efc21 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0613039 Jan 17 09:38:18.361056 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-36131391-2cc3-47b0-ac52-2f6b816e40dc req-18d1fa6b-bfcb-4ef2-a750-090b71a3bbc5 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480657 Jan 17 09:38:18.695361 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca86717-f360-463d-b913-ab0f319bd3e4 req-917fefae-060a-4300-9b52-8b76d6a1b31d tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:18.696963 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8ca86717-f360-463d-b913-ab0f319bd3e4 req-917fefae-060a-4300-9b52-8b76d6a1b31d tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 943 time: 0.0547276 Jan 17 09:38:18.743455 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2c392-82a3-4586-84a1-6e3425d3a375 req-e9bc052d-85bd-4f04-9228-2c49cd18b9ac tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:18.744678 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-8ca86717-f360-463d-b913-ab0f319bd3e4 req-f97a9518-8e6d-4ad3-ae91-51bf8bac8179 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Jan 17 09:38:18.744950 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b9f2c392-82a3-4586-84a1-6e3425d3a375 req-e9bc052d-85bd-4f04-9228-2c49cd18b9ac tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 946 time: 0.0501518 Jan 17 09:38:18.790668 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-b9f2c392-82a3-4586-84a1-6e3425d3a375 req-3fe82e50-2810-4c28-8412-8fb44ff17074 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393114 Jan 17 09:38:19.277859 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904842a9-3218-4508-adda-6f37163ac0b4 req-74d5a1c8-bb2d-40d4-a65c-8b5e7a77cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:19.279374 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-904842a9-3218-4508-adda-6f37163ac0b4 req-74d5a1c8-bb2d-40d4-a65c-8b5e7a77cf2f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 1098 time: 0.0446093 Jan 17 09:38:19.368439 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904842a9-3218-4508-adda-6f37163ac0b4 req-be109bb7-5f99-4356-b9ea-f460fa9385ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:19.369912 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-904842a9-3218-4508-adda-6f37163ac0b4 req-be109bb7-5f99-4356-b9ea-f460fa9385ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 200 len: 913 time: 0.0846429 Jan 17 09:38:19.390930 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae8942-c3c2-4fbd-8f99-f3d548422ec3 req-4b52e37d-4d2a-4955-ae41-863e581c18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:19.392747 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1fae8942-c3c2-4fbd-8f99-f3d548422ec3 req-4b52e37d-4d2a-4955-ae41-863e581c18bf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 1099 time: 0.0411780 Jan 17 09:38:19.442758 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-904842a9-3218-4508-adda-6f37163ac0b4 req-437d875b-b126-4ff3-a34e-c3333daf8de7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bd9f38d-efaa-4037-8040-569695202594 HTTP/1.1" status: 200 len: 1001 time: 0.0661907 Jan 17 09:38:19.449914 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-1fae8942-c3c2-4fbd-8f99-f3d548422ec3 req-5b683c15-f3f5-4e41-a2c7-1e489cc4001f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507972 Jan 17 09:38:19.484975 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0f8d7-23fa-41ad-ad48-4d4cec6fa964 req-0324bad6-c36e-400b-b3df-4010e21f08a3 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:19.486444 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d4a0f8d7-23fa-41ad-ad48-4d4cec6fa964 req-0324bad6-c36e-400b-b3df-4010e21f08a3 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0526602 Jan 17 09:38:19.490806 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904842a9-3218-4508-adda-6f37163ac0b4 req-381ea0e6-1918-424c-bb70-3f82a0210d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:19.492325 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-904842a9-3218-4508-adda-6f37163ac0b4 req-381ea0e6-1918-424c-bb70-3f82a0210d8d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b725854-b5c0-41ee-8bb5-b9d0e5c1d302 HTTP/1.1" status: 200 len: 851 time: 0.0434575 Jan 17 09:38:19.536264 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d4a0f8d7-23fa-41ad-ad48-4d4cec6fa964 req-82510afd-23f1-42c8-8f68-c7c4f65fa4d8 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443599 Jan 17 09:38:19.671832 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904842a9-3218-4508-adda-6f37163ac0b4 req-d6b15c64-aad8-4bdb-bd0d-587a071ae212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:19.673307 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-904842a9-3218-4508-adda-6f37163ac0b4 req-d6b15c64-aad8-4bdb-bd0d-587a071ae212 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392482 Jan 17 09:38:19.764599 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-904842a9-3218-4508-adda-6f37163ac0b4 req-439ef336-5e53-419b-9253-34fce842bab1 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839217 Jan 17 09:38:19.892150 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e4c50-963f-44e4-92e5-ee0d14d89390 req-55e0e096-a35a-4e05-9424-6a2078a4df87 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:19.893027 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0f2e4c50-963f-44e4-92e5-ee0d14d89390 req-55e0e096-a35a-4e05-9424-6a2078a4df87 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 943 time: 0.0771458 Jan 17 09:38:19.895061 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-904842a9-3218-4508-adda-6f37163ac0b4 req-628588de-2645-4447-84cf-b30efa53b809 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239145 Jan 17 09:38:19.905752 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb9d04-9b41-4f2c-9f0d-65e643aa327f req-620e6253-a5fd-4c48-99e5-a61701eec92c tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:19.907499 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-75eb9d04-9b41-4f2c-9f0d-65e643aa327f req-620e6253-a5fd-4c48-99e5-a61701eec92c tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 946 time: 0.0501940 Jan 17 09:38:19.943544 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0f2e4c50-963f-44e4-92e5-ee0d14d89390 req-191bc222-a0e0-4bad-b943-30bfb6270cdc tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437591 Jan 17 09:38:19.954809 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-75eb9d04-9b41-4f2c-9f0d-65e643aa327f req-f91bb29b-1194-4c93-b420-b59f24f73e4c tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Jan 17 09:38:20.302093 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ebb2b-fe25-4c71-b172-e3f515c6619d req-83136c77-1d9c-4d3c-9026-767fc239f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:20.303458 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c44ebb2b-fe25-4c71-b172-e3f515c6619d req-83136c77-1d9c-4d3c-9026-767fc239f584 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 1097 time: 0.0388658 Jan 17 09:38:20.351412 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c44ebb2b-fe25-4c71-b172-e3f515c6619d req-b9fd1dfb-8e09-4a7e-b2a4-4ce2710e867f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393362 Jan 17 09:38:20.648166 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e276a-fea0-4d16-a10f-c93eb3dbff47 req-f29672c4-1cfc-45dd-8e89-48eb91661d9b tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:20.649638 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c74e276a-fea0-4d16-a10f-c93eb3dbff47 req-f29672c4-1cfc-45dd-8e89-48eb91661d9b tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0473998 Jan 17 09:38:20.702257 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c74e276a-fea0-4d16-a10f-c93eb3dbff47 req-60fbed16-54fe-4702-9b73-19348a6d9148 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469735 Jan 17 09:38:21.063501 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d92dd0-2aa3-4f47-be10-47652786528a req-5774c423-ac40-4972-b632-8203a3e8b3b7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:21.065028 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-71d92dd0-2aa3-4f47-be10-47652786528a req-5774c423-ac40-4972-b632-8203a3e8b3b7 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 943 time: 0.0486681 Jan 17 09:38:21.072446 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fea20-442a-4572-9a9a-6689cdf375a0 req-79fe8a5b-4e46-41e5-a7b7-2688afc8e8fd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:21.073890 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ed3fea20-442a-4572-9a9a-6689cdf375a0 req-79fe8a5b-4e46-41e5-a7b7-2688afc8e8fd tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 946 time: 0.0478652 Jan 17 09:38:21.112337 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-71d92dd0-2aa3-4f47-be10-47652786528a req-8d66e70c-4c85-487d-ab16-77139558cc78 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Jan 17 09:38:21.120631 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ed3fea20-442a-4572-9a9a-6689cdf375a0 req-7657fdd5-72d9-45da-a012-f1df3ad4532b tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411956 Jan 17 09:38:21.769375 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656e981-3849-4456-a123-0da220345c48 req-aadc35c9-e1bd-4327-93e0-ab7c0af475a7 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:21.770955 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f656e981-3849-4456-a123-0da220345c48 req-aadc35c9-e1bd-4327-93e0-ab7c0af475a7 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 946 time: 0.0507262 Jan 17 09:38:21.818022 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f656e981-3849-4456-a123-0da220345c48 req-e626673b-1f21-47ad-aa77-4a15da14077c tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 Jan 17 09:38:21.822008 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5d194-f18e-4dca-906a-af189890bc35 req-30acf66f-bb12-4bcd-bac7-2ff1109427f1 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:21.823516 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aee5d194-f18e-4dca-906a-af189890bc35 req-30acf66f-bb12-4bcd-bac7-2ff1109427f1 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 944 time: 0.0535042 Jan 17 09:38:21.872156 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-aee5d194-f18e-4dca-906a-af189890bc35 req-86daaadf-1569-4903-bcd7-8cfeadbebcea tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429242 Jan 17 09:38:22.230121 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d014261-6d84-4671-9b2f-7b9f1369419f req-e623cc9a-168c-41a9-89e6-3812dddf482f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:22.231550 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4d014261-6d84-4671-9b2f-7b9f1369419f req-e623cc9a-168c-41a9-89e6-3812dddf482f tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 943 time: 0.0499628 Jan 17 09:38:22.276080 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4d014261-6d84-4671-9b2f-7b9f1369419f req-5a0188a5-c7a0-4f8c-a74e-c70f84cfc23e tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383048 Jan 17 09:38:22.928796 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394e2fe-fc09-4720-afd8-946f0ea1a534 req-d9f97279-341b-434b-92ea-0e6dc8f9f638 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:22.930240 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3394e2fe-fc09-4720-afd8-946f0ea1a534 req-d9f97279-341b-434b-92ea-0e6dc8f9f638 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 946 time: 0.0471156 Jan 17 09:38:22.976395 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-3394e2fe-fc09-4720-afd8-946f0ea1a534 req-8c35ddd8-84e1-415a-83cb-95b719d5da9d tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/security-groups?id=cfa043f2-6ca4-4bb2-add8-7a5cc206660a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406215 Jan 17 09:38:23.182176 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996ab37-2387-4f3c-be8c-f85ff301417d req-b9c217fb-23ff-4061-9357-d087f4d8a189 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:23.183604 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7996ab37-2387-4f3c-be8c-f85ff301417d req-b9c217fb-23ff-4061-9357-d087f4d8a189 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.31 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 946 time: 0.0471530 Jan 17 09:38:23.277931 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7996ab37-2387-4f3c-be8c-f85ff301417d req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Deleting port d3bc27d9-ece0-47ff-b257-3cf44eb306ea {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:38:23.278631 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7996ab37-2387-4f3c-be8c-f85ff301417d req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (d3bc27d9-ece0-47ff-b257-3cf44eb306ea), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:23.320858 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b6759b4d-a93c-44fd-b86b-99819d0e37ec details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:38:23.379703 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7996ab37-2387-4f3c-be8c-f85ff301417d req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] For port d3bc27d9-ece0-47ff-b257-3cf44eb306ea, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d3bc27d9-ece0-47ff-b257-3cf44eb306ea,segment=NetworkSegment(e01cb3ca-0479-4f62-9f07-e3207985dbfa),segment_id=e01cb3ca-0479-4f62-9f07-e3207985dbfa)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:23.380399 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7996ab37-2387-4f3c-be8c-f85ff301417d req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (d3bc27d9-ece0-47ff-b257-3cf44eb306ea), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:23.407589 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7996ab37-2387-4f3c-be8c-f85ff301417d req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Calling delete_port for d3bc27d9-ece0-47ff-b257-3cf44eb306ea owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:38:23.418001 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b6759b4d-a93c-44fd-b86b-99819d0e37ec, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:23.429699 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'port_id': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'mac_address': 'fa:16:3e:fe:1e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:38:23.465334 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24824ce9-d1a5-4590-9055-d5d834e74fbb req-933336de-c2fd-4c22-8af1-3cde6a89d6de tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:23.465618 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port b6759b4d-a93c-44fd-b86b-99819d0e37ec is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:23.466012 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:23.466809 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24824ce9-d1a5-4590-9055-d5d834e74fbb req-933336de-c2fd-4c22-8af1-3cde6a89d6de tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 943 time: 0.1065743 Jan 17 09:38:23.479539 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6759b4d-a93c-44fd-b86b-99819d0e37ec {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:38:23.499040 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b6759b4d-a93c-44fd-b86b-99819d0e37ec, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:23.502992 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:23.503707 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 74e46292-396d-4afb-a9a4-605a6b2c7e93 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:38:23.536236 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-24824ce9-d1a5-4590-9055-d5d834e74fbb req-9fa61dc1-84c8-4e98-9615-9f0500ef4f92 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610180 Jan 17 09:38:23.594887 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7996ab37-2387-4f3c-be8c-f85ff301417d req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (d3bc27d9-ece0-47ff-b257-3cf44eb306ea), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:23.609516 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['d3bc27d9-ece0-47ff-b257-3cf44eb306ea'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:38:23.613967 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=b6759b4d-a93c-44fd-b86b-99819d0e37ec,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:23.628524 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Pushing event deleted for resources: {'Port': ['ID=d3bc27d9-ece0-47ff-b257-3cf44eb306ea,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:23.651731 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:23.652112 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:23.652461 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:23.652802 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:23.653172 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:23.653509 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:23.653830 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:23.654398 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:23.654530 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:23.654793 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:23.655641 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:23.656005 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:23.656332 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:23.666171 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 74e46292-396d-4afb-a9a4-605a6b2c7e93, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:23.677401 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7996ab37-2387-4f3c-be8c-f85ff301417d req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] No DVR routers for this DVR port d3bc27d9-ece0-47ff-b257-3cf44eb306ea on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:38:23.678716 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': '74e46292-396d-4afb-a9a4-605a6b2c7e93', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'port_id': '74e46292-396d-4afb-a9a4-605a6b2c7e93', 'mac_address': 'fa:16:3e:bf:5c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:38:23.680010 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7996ab37-2387-4f3c-be8c-f85ff301417d req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:23.684115 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-7996ab37-2387-4f3c-be8c-f85ff301417d req-27ab38e9-82af-4e86-ae46-edeb3765668a tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.31 "DELETE /v2.0/ports/d3bc27d9-ece0-47ff-b257-3cf44eb306ea HTTP/1.1" status: 204 len: 173 time: 0.4926949 Jan 17 09:38:23.684562 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03aa774e-dd43-4395-a7d3-40c5ae4a76ea', 'name': 'network-vif-deleted', 'tag': 'd3bc27d9-ece0-47ff-b257-3cf44eb306ea'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:38:23.686898 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226ec40c-82bd-4449-9111-edafa0817abc" -d '{"events": [{"server_uuid": "03aa774e-dd43-4395-a7d3-40c5ae4a76ea", "name": "network-vif-deleted", "tag": "d3bc27d9-ece0-47ff-b257-3cf44eb306ea"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:38:23.723741 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 74e46292-396d-4afb-a9a4-605a6b2c7e93 is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:23.724190 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:23.734230 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e30969a-e176-450d-835b-b55a9894a6d9 x-openstack-request-id: req-9e30969a-e176-450d-835b-b55a9894a6d9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:38:23.734571 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03aa774e-dd43-4395-a7d3-40c5ae4a76ea", "name": "network-vif-deleted", "tag": "d3bc27d9-ece0-47ff-b257-3cf44eb306ea", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:38:23.734784 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e30969a-e176-450d-835b-b55a9894a6d9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:38:23.735229 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03aa774e-dd43-4395-a7d3-40c5ae4a76ea', 'name': 'network-vif-deleted', 'tag': 'd3bc27d9-ece0-47ff-b257-3cf44eb306ea', 'status': 'completed', 'code': 200} Jan 17 09:38:23.740002 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e46292-396d-4afb-a9a4-605a6b2c7e93 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:38:23.759164 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 74e46292-396d-4afb-a9a4-605a6b2c7e93, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:23.763339 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:23.815288 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=74e46292-396d-4afb-a9a4-605a6b2c7e93,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:24.041228 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['74e46292-396d-4afb-a9a4-605a6b2c7e93'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:38:24.046275 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['b6759b4d-a93c-44fd-b86b-99819d0e37ec'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:38:24.081052 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-37144210-ac22-4f0a-8053-8c515811d287 req-02261c48-72f0-4395-ba39-ba793f08e9b7 tempest-VolumesActionsTest-1981192103 tempest-VolumesActionsTest-1981192103-project] 10.222.0.77 "GET /v2.0/ports?device_id=03aa774e-dd43-4395-a7d3-40c5ae4a76ea HTTP/1.1" status: 200 len: 210 time: 0.0287013 Jan 17 09:38:24.656276 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3d862-89ea-4212-bbfe-d3bd795173fb req-966dd4ba-dd10-4659-8506-325919856f6d tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:24.657728 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b4f3d862-89ea-4212-bbfe-d3bd795173fb req-966dd4ba-dd10-4659-8506-325919856f6d tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 944 time: 0.0472946 Jan 17 09:38:24.706495 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b4f3d862-89ea-4212-bbfe-d3bd795173fb req-5c346a90-dd8a-4499-9842-16f8603467cc tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433073 Jan 17 09:38:25.337446 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b6759b4d-a93c-44fd-b86b-99819d0e37ec up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:25.385167 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port b6759b4d-a93c-44fd-b86b-99819d0e37ec triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:25.385546 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:25.462276 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port b6759b4d-a93c-44fd-b86b-99819d0e37ec is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:25.462675 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:25.488283 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:38:25.490503 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052b513c-bbf1-4a86-9c81-8029b62fb5e4" -d '{"events": [{"server_uuid": "1eb7dca1-374a-48ff-ac16-dd5a499e900a", "name": "network-vif-plugged", "status": "completed", "tag": "b6759b4d-a93c-44fd-b86b-99819d0e37ec"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:38:25.503752 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b6759b4d-a93c-44fd-b86b-99819d0e37ec, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:25.508271 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:25.509075 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 74e46292-396d-4afb-a9a4-605a6b2c7e93 up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:38:25.533713 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92f43f9-3ade-48ab-9c23-c92da9d84ab5 x-openstack-request-id: req-e92f43f9-3ade-48ab-9c23-c92da9d84ab5 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:38:25.534016 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb7dca1-374a-48ff-ac16-dd5a499e900a", "name": "network-vif-plugged", "status": "completed", "tag": "b6759b4d-a93c-44fd-b86b-99819d0e37ec", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:38:25.534274 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e92f43f9-3ade-48ab-9c23-c92da9d84ab5 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:38:25.534667 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'code': 200} Jan 17 09:38:25.598408 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=b6759b4d-a93c-44fd-b86b-99819d0e37ec,revision_number=10']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:25.610527 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port 74e46292-396d-4afb-a9a4-605a6b2c7e93 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:38:25.610914 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:25.709442 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 74e46292-396d-4afb-a9a4-605a6b2c7e93 is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:38:25.709914 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:25.731166 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79ba7b-c34c-4c28-98c9-61356056c8de req-fd7b6a75-2b1e-4b2c-a16a-d38fd5e2237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:25.734373 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3d79ba7b-c34c-4c28-98c9-61356056c8de req-fd7b6a75-2b1e-4b2c-a16a-d38fd5e2237b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 1099 time: 0.0490198 Jan 17 09:38:25.747824 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 74e46292-396d-4afb-a9a4-605a6b2c7e93, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:38:25.753458 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:25.754854 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device d3bc27d9-ece0-47ff-b257-3cf44eb306ea no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:38:25.804422 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3d79ba7b-c34c-4c28-98c9-61356056c8de req-f80e6bdd-efb3-4709-b7aa-b5098a0efe98 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628247 Jan 17 09:38:25.818492 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: d3bc27d9-ece0-47ff-b257-3cf44eb306ea {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:38:25.818987 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device d3bc27d9-ece0-47ff-b257-3cf44eb306ea not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:38:25.828879 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=74e46292-396d-4afb-a9a4-605a6b2c7e93,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:25.846775 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2bd7b-5951-4068-a252-44e94b5611f5 req-948bb7bb-7056-4fd4-94a7-b1a67fa2bd86 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:25.848282 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-18e2bd7b-5951-4068-a252-44e94b5611f5 req-948bb7bb-7056-4fd4-94a7-b1a67fa2bd86 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 946 time: 0.0581861 Jan 17 09:38:25.894197 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-18e2bd7b-5951-4068-a252-44e94b5611f5 req-7faadef1-8e14-47a4-9fbe-887725c9ecfb tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404685 Jan 17 09:38:27.012174 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e378e-536e-4570-8559-a78f4ceefffe req-f6dc0e21-1767-4243-bbd8-124cc3cd3d9c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:27.013625 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d98e378e-536e-4570-8559-a78f4ceefffe req-f6dc0e21-1767-4243-bbd8-124cc3cd3d9c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 946 time: 0.0484405 Jan 17 09:38:27.058179 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d98e378e-536e-4570-8559-a78f4ceefffe req-b4e9a38f-6468-49f2-85a2-ce08a4692d9c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391438 Jan 17 09:38:27.535478 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e46292-396d-4afb-a9a4-605a6b2c7e93'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:38:27.537824 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a013ce2b-e31d-476b-ba23-853751ffc3d0" -d '{"events": [{"server_uuid": "9eb03133-3ac7-4ff0-b846-66706e7e02f0", "name": "network-vif-plugged", "status": "completed", "tag": "74e46292-396d-4afb-a9a4-605a6b2c7e93"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:38:27.572707 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3252350f-bf83-4a5a-a47e-ff2c5d56996b x-openstack-request-id: req-3252350f-bf83-4a5a-a47e-ff2c5d56996b {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:38:27.573003 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb03133-3ac7-4ff0-b846-66706e7e02f0", "name": "network-vif-plugged", "status": "completed", "tag": "74e46292-396d-4afb-a9a4-605a6b2c7e93", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:38:27.573262 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3252350f-bf83-4a5a-a47e-ff2c5d56996b {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:38:27.573655 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e46292-396d-4afb-a9a4-605a6b2c7e93', 'code': 200} Jan 17 09:38:28.173757 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278039a3-0d61-495e-b77c-697f89814a0c req-810c20e1-8ed6-41d2-9e4e-5bf08270fdab tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:28.175223 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-278039a3-0d61-495e-b77c-697f89814a0c req-810c20e1-8ed6-41d2-9e4e-5bf08270fdab tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 946 time: 0.0476336 Jan 17 09:38:28.220749 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-278039a3-0d61-495e-b77c-697f89814a0c req-0e8ea527-dfb6-4287-af8b-ea60d6e01514 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400810 Jan 17 09:38:29.340421 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58f2a4-bd58-4e05-8112-cff4fc8a6fb1 req-f424e222-ba96-4a27-ab2c-1a9f4c836e9a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:29.341869 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ce58f2a4-bd58-4e05-8112-cff4fc8a6fb1 req-f424e222-ba96-4a27-ab2c-1a9f4c836e9a tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 946 time: 0.0497484 Jan 17 09:38:29.386925 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ce58f2a4-bd58-4e05-8112-cff4fc8a6fb1 req-59a10a72-0e3e-4f59-8936-9a060e84c99b tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389924 Jan 17 09:38:30.519997 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ded98-0990-42b4-9217-219f94219cde req-baa98437-8ea5-4cf7-9933-9e74a6996d7e tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:30.522260 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-191ded98-0990-42b4-9217-219f94219cde req-baa98437-8ea5-4cf7-9933-9e74a6996d7e tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 946 time: 0.0579834 Jan 17 09:38:30.579473 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-191ded98-0990-42b4-9217-219f94219cde req-294c539e-2e18-4a58-9cc5-8e1dbec7ce10 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502403 Jan 17 09:38:31.718464 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809c1ca-bf62-4dd5-b513-c724beb1ed03 req-17f4aedb-1494-4cf0-b8d6-38fa11a7bf84 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:31.720729 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c809c1ca-bf62-4dd5-b513-c724beb1ed03 req-17f4aedb-1494-4cf0-b8d6-38fa11a7bf84 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 946 time: 0.0639107 Jan 17 09:38:31.770291 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-c809c1ca-bf62-4dd5-b513-c724beb1ed03 req-b7066baf-90c8-4bfe-b362-ef1f5987ff93 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438769 Jan 17 09:38:36.042194 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:39.938863 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3329e889-7375-486d-8595-ae60d00d5d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.088720 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-164cf410-ce9d-42c6-85de-758fc3f1b228 req-6a018bd0-072f-4ec4-acac-13e313b5808e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440867 Jan 17 09:38:42.104792 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0001dfa-98ae-40bd-88e4-78cd0a37028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:42.174282 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cf410-ce9d-42c6-85de-758fc3f1b228 req-172fb93b-f6f9-46b9-89e9-e4cc093eb800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:42.176036 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-164cf410-ce9d-42c6-85de-758fc3f1b228 req-172fb93b-f6f9-46b9-89e9-e4cc093eb800 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 1099 time: 0.0515547 Jan 17 09:38:42.307201 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cf410-ce9d-42c6-85de-758fc3f1b228 req-0aa8776d-bcf6-4828-aebb-20dc9ce8d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:42.308938 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-164cf410-ce9d-42c6-85de-758fc3f1b228 req-0aa8776d-bcf6-4828-aebb-20dc9ce8d1c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 200 len: 913 time: 0.0981817 Jan 17 09:38:42.381804 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-164cf410-ce9d-42c6-85de-758fc3f1b228 req-4891f005-d0be-4b2a-910b-7d54f38f7fd6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5658a718-296c-49cc-b8f3-c8fd0fe08442 HTTP/1.1" status: 200 len: 1001 time: 0.0656712 Jan 17 09:38:42.435469 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cf410-ce9d-42c6-85de-758fc3f1b228 req-6c808cc3-2a6e-4630-9053-4f6dcb558227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:42.437511 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-164cf410-ce9d-42c6-85de-758fc3f1b228 req-6c808cc3-2a6e-4630-9053-4f6dcb558227 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b725854-b5c0-41ee-8bb5-b9d0e5c1d302 HTTP/1.1" status: 200 len: 851 time: 0.0495670 Jan 17 09:38:42.486912 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cf410-ce9d-42c6-85de-758fc3f1b228 req-c4466f22-0947-4f4f-bdfa-cf6e9d9c72eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:38:42.488806 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-164cf410-ce9d-42c6-85de-758fc3f1b228 req-c4466f22-0947-4f4f-bdfa-cf6e9d9c72eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439830 Jan 17 09:38:42.584123 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-164cf410-ce9d-42c6-85de-758fc3f1b228 req-0bb3cc7b-d8b0-4594-a24c-ad029e6d00d3 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869293 Jan 17 09:38:42.944964 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-164cf410-ce9d-42c6-85de-758fc3f1b228 req-07579b68-e620-494c-b61a-223ac667ef9e service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543601 Jan 17 09:38:43.173003 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:44.737977 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:46.175251 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:46.861968 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 42626) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:46.905348 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Deleting subnet 517ff06f-5730-42a6-824f-0372e43030fd {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:38:46.908471 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Publish callbacks [] for subnet (517ff06f-5730-42a6-824f-0372e43030fd), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:46.940985 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406618'] for subnet (517ff06f-5730-42a6-824f-0372e43030fd), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:46.981945 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (517ff06f-5730-42a6-824f-0372e43030fd), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.032841 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9093843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971458'] for subnet (517ff06f-5730-42a6-824f-0372e43030fd), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.057501 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=517ff06f-5730-42a6-824f-0372e43030fd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:47.062305 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.065484 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/517ff06f-5730-42a6-824f-0372e43030fd HTTP/1.1" status: 204 len: 168 time: 0.2025251 Jan 17 09:38:47.068056 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 42628) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:47.071728 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.072110 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.072462 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.072802 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.073147 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.073486 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.073820 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.074153 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.074484 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.074821 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.075152 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.075477 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.075800 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96efaa90-10ce-47a1-a6e9-880d77b16d0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:38:47.135289 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eee2bcc1-3425-4102-90b6-0e0e2577395d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.212318 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eee2bcc1-3425-4102-90b6-0e0e2577395d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.232037 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-eee2bcc1-3425-4102-90b6-0e0e2577395d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:47.240925 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-eee2bcc1-3425-4102-90b6-0e0e2577395d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01cb3ca-0479-4f62-9f07-e3207985dbfa') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:47.241230 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-eee2bcc1-3425-4102-90b6-0e0e2577395d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01cb3ca-0479-4f62-9f07-e3207985dbfa') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:38:47.250166 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eee2bcc1-3425-4102-90b6-0e0e2577395d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8910257'] for segment (e01cb3ca-0479-4f62-9f07-e3207985dbfa), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.263058 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eee2bcc1-3425-4102-90b6-0e0e2577395d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (e01cb3ca-0479-4f62-9f07-e3207985dbfa), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.269528 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee2bcc1-3425-4102-90b6-0e0e2577395d admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:38:47.269898 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eee2bcc1-3425-4102-90b6-0e0e2577395d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856121'] for segment (e01cb3ca-0479-4f62-9f07-e3207985dbfa), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: Traceback (most recent call last): Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: timer() Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: cb(*args, **kw) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: return func(*args, **kwargs) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: self._notify() Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: self.callback(batched_events) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: event.method(event) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: return f(self, *a, **k) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._get(url).json() Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:38:47.271483 dv-cinder-815582-7-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:38:47.325873 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eee2bcc1-3425-4102-90b6-0e0e2577395d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.330820 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eee2bcc1-3425-4102-90b6-0e0e2577395d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.334395 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-eee2bcc1-3425-4102-90b6-0e0e2577395d admin admin] 10.222.0.77 "DELETE /v2.0/networks/4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6 HTTP/1.1" status: 204 len: 168 time: 0.2652545 Jan 17 09:38:47.347456 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2bcc1-3425-4102-90b6-0e0e2577395d admin admin] Pushing event deleted for resources: {'Network': ['ID=4b79dcf9-dc2c-4f67-81b4-3cf396a8f1f6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:47.438879 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 42632) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:47.478459 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-e20abe89-ea3d-49f7-ab03-fb3ff42f063d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f32c275815024d7d80c2a03c2cc143c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383825 Jan 17 09:38:47.480787 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 42634) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:38:47.525967 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4766-c205-401f-9256-5ac7894e31fe admin admin] Publish callbacks [] for security_group (cfa043f2-6ca4-4bb2-add8-7a5cc206660a), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.546916 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4766-c205-401f-9256-5ac7894e31fe admin admin] Publish callbacks [] for security_group (cfa043f2-6ca4-4bb2-add8-7a5cc206660a), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.590096 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4766-c205-401f-9256-5ac7894e31fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (cfa043f2-6ca4-4bb2-add8-7a5cc206660a), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.593417 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4766-c205-401f-9256-5ac7894e31fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:38:47.594583 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-d1cd4766-c205-401f-9256-5ac7894e31fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cfa043f2-6ca4-4bb2-add8-7a5cc206660a HTTP/1.1" status: 204 len: 168 time: 0.1129029 Jan 17 09:38:47.602116 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd4766-c205-401f-9256-5ac7894e31fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa043f2-6ca4-4bb2-add8-7a5cc206660a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:38:50.423834 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:39:06.052329 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:09.932984 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e8c6b915-d6f2-41d8-8b46-46249a41a606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:12.096890 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6eeb3304-b115-488b-befa-3a5172393c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.172503 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:13.730640 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2a98f-a7f5-4497-a910-c8ad1a10e3a7 req-b602cb9e-ba3e-4e15-9d7a-d733f05d7d41 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:13.732120 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9fc2a98f-a7f5-4497-a910-c8ad1a10e3a7 req-b602cb9e-ba3e-4e15-9d7a-d733f05d7d41 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 946 time: 0.0522940 Jan 17 09:39:13.777167 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9fc2a98f-a7f5-4497-a910-c8ad1a10e3a7 req-9d00c550-c26c-49e5-a997-613f2a848975 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395074 Jan 17 09:39:14.740557 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:14.899865 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aafd85-70c7-4e34-b32b-781fa7c6f572 req-6be6ef0e-68b9-47e4-9c28-f6678cf71a39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:14.901340 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-81aafd85-70c7-4e34-b32b-781fa7c6f572 req-6be6ef0e-68b9-47e4-9c28-f6678cf71a39 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 946 time: 0.0492790 Jan 17 09:39:14.947006 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-81aafd85-70c7-4e34-b32b-781fa7c6f572 req-2c917cae-44f5-495d-b8ce-f4d93498d34b tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups?id=0908c3b3-cb08-489a-a8b4-ad3278fef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402007 Jan 17 09:39:15.285601 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37730791-0887-408a-a37a-426e55217e92 req-539aa229-89e8-4627-9470-442574723fe4 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:15.287016 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-37730791-0887-408a-a37a-426e55217e92 req-539aa229-89e8-4627-9470-442574723fe4 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 946 time: 0.0473385 Jan 17 09:39:15.377765 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-37730791-0887-408a-a37a-426e55217e92 req-4671b1ba-bff2-4290-97d5-62adfaa7eaea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Deleting port b6759b4d-a93c-44fd-b86b-99819d0e37ec {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:15.378106 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37730791-0887-408a-a37a-426e55217e92 req-4671b1ba-bff2-4290-97d5-62adfaa7eaea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.465478 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-37730791-0887-408a-a37a-426e55217e92 req-4671b1ba-bff2-4290-97d5-62adfaa7eaea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] For port b6759b4d-a93c-44fd-b86b-99819d0e37ec, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b6759b4d-a93c-44fd-b86b-99819d0e37ec,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:15.465759 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37730791-0887-408a-a37a-426e55217e92 req-4671b1ba-bff2-4290-97d5-62adfaa7eaea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.630495 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37730791-0887-408a-a37a-426e55217e92 req-4671b1ba-bff2-4290-97d5-62adfaa7eaea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.630893 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37730791-0887-408a-a37a-426e55217e92 req-4671b1ba-bff2-4290-97d5-62adfaa7eaea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631308'] for floatingip (1a376718-0eb8-4163-8ffd-4d0c2c94f903), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.631256 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.l3_db [req-37730791-0887-408a-a37a-426e55217e92 req-4671b1ba-bff2-4290-97d5-62adfaa7eaea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Floating IP 1a376718-0eb8-4163-8ffd-4d0c2c94f903 disassociated. External IP: 172.27.2.81, port: b6759b4d-a93c-44fd-b86b-99819d0e37ec. Jan 17 09:39:15.631629 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-37730791-0887-408a-a37a-426e55217e92 req-4671b1ba-bff2-4290-97d5-62adfaa7eaea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Calling delete_port for b6759b4d-a93c-44fd-b86b-99819d0e37ec owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:15.757428 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37730791-0887-408a-a37a-426e55217e92 req-4671b1ba-bff2-4290-97d5-62adfaa7eaea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (b6759b4d-a93c-44fd-b86b-99819d0e37ec), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:15.784150 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671b1ba-bff2-4290-97d5-62adfaa7eaea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event deleted for resources: {'Port': ['ID=b6759b4d-a93c-44fd-b86b-99819d0e37ec,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:15.902943 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37730791-0887-408a-a37a-426e55217e92 req-4671b1ba-bff2-4290-97d5-62adfaa7eaea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Router 2eff3a26-9877-454d-b172-c296a20ca387 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:39:16.010684 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37730791-0887-408a-a37a-426e55217e92 req-4671b1ba-bff2-4290-97d5-62adfaa7eaea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:39:16.021968 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f256f-7cf7-4123-9b5b-4b65e6d9c2e3 None None] Sync routers for ids ['2eff3a26-9877-454d-b172-c296a20ca387'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:39:16.032293 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f256f-7cf7-4123-9b5b-4b65e6d9c2e3 None None] Routers {'2eff3a26-9877-454d-b172-c296a20ca387'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:16.032994 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4b9f256f-7cf7-4123-9b5b-4b65e6d9c2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['2eff3a26-9877-454d-b172-c296a20ca387'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:16.048963 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-ace4bdf0-c60f-4b8b-98c9-73bfc8bbb924 req-b218de0b-1559-49c9-81ce-1c04131b0537 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/ports?device_id=1eb7dca1-374a-48ff-ac16-dd5a499e900a HTTP/1.1" status: 200 len: 210 time: 0.0260811 Jan 17 09:39:16.050503 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-37730791-0887-408a-a37a-426e55217e92 req-4671b1ba-bff2-4290-97d5-62adfaa7eaea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] No DVR routers for this DVR port b6759b4d-a93c-44fd-b86b-99819d0e37ec on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:39:16.053714 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37730791-0887-408a-a37a-426e55217e92 req-4671b1ba-bff2-4290-97d5-62adfaa7eaea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:16.057263 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-37730791-0887-408a-a37a-426e55217e92 req-4671b1ba-bff2-4290-97d5-62adfaa7eaea tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.31 "DELETE /v2.0/ports/b6759b4d-a93c-44fd-b86b-99819d0e37ec HTTP/1.1" status: 204 len: 173 time: 0.7643120 Jan 17 09:39:16.057707 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'name': 'network-vif-deleted', 'tag': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:39:16.059984 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0a14c2-042a-4221-ad9c-26c6e760c132" -d '{"events": [{"server_uuid": "1eb7dca1-374a-48ff-ac16-dd5a499e900a", "name": "network-vif-deleted", "tag": "b6759b4d-a93c-44fd-b86b-99819d0e37ec"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:39:16.104746 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7986efb4-ccf7-49d0-a25f-76886a2218a6 x-openstack-request-id: req-7986efb4-ccf7-49d0-a25f-76886a2218a6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:39:16.104746 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb7dca1-374a-48ff-ac16-dd5a499e900a", "name": "network-vif-deleted", "tag": "b6759b4d-a93c-44fd-b86b-99819d0e37ec", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:39:16.104746 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7986efb4-ccf7-49d0-a25f-76886a2218a6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:39:16.104746 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb7dca1-374a-48ff-ac16-dd5a499e900a', 'name': 'network-vif-deleted', 'tag': 'b6759b4d-a93c-44fd-b86b-99819d0e37ec', 'status': 'completed', 'code': 200} Jan 17 09:39:16.189003 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:16.268687 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4b9f256f-7cf7-4123-9b5b-4b65e6d9c2e3 None None] Set router 2eff3a26-9877-454d-b172-c296a20ca387 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:16.461803 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4b9f256f-7cf7-4123-9b5b-4b65e6d9c2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '20329bd8-06da-40c2-9604-31c1bbea465f', 'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'mac_address': 'fa:16:3e:9c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:04Z', 'updated_at': '2022-01-17T09:34:08Z', 'revision_number': 5, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'subnets': [{'id': '096ae4db-001b-43fd-b973-bddba67ea663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:16.490783 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f256f-7cf7-4123-9b5b-4b65e6d9c2e3 None None] Checking router: 2eff3a26-9877-454d-b172-c296a20ca387 for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:39:16.498753 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f256f-7cf7-4123-9b5b-4b65e6d9c2e3 None None] Routers {'2eff3a26-9877-454d-b172-c296a20ca387'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:16.499359 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4b9f256f-7cf7-4123-9b5b-4b65e6d9c2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['2eff3a26-9877-454d-b172-c296a20ca387'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:16.604020 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4b9f256f-7cf7-4123-9b5b-4b65e6d9c2e3 None None] Set router 2eff3a26-9877-454d-b172-c296a20ca387 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:16.797787 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4b9f256f-7cf7-4123-9b5b-4b65e6d9c2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '20329bd8-06da-40c2-9604-31c1bbea465f', 'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'mac_address': 'fa:16:3e:9c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:04Z', 'updated_at': '2022-01-17T09:34:08Z', 'revision_number': 5, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'subnets': [{'id': '096ae4db-001b-43fd-b973-bddba67ea663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:16.823167 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f256f-7cf7-4123-9b5b-4b65e6d9c2e3 None None] The sync data for ids ['2eff3a26-9877-454d-b172-c296a20ca387'] in dv-cinder-815582-7-iscsi is: [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:34:05Z', 'revision_number': 4, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '20329bd8-06da-40c2-9604-31c1bbea465f', 'name': '', 'network_id': '8623d6bb-7edc-4c03-bc24-d9754729c4df', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'mac_address': 'fa:16:3e:9c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '096ae4db-001b-43fd-b973-bddba67ea663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:04Z', 'updated_at': '2022-01-17T09:34:08Z', 'revision_number': 5, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'subnets': [{'id': '096ae4db-001b-43fd-b973-bddba67ea663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:39:17.025972 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f80c9-c15c-4b1d-98df-d87eac4701b8 None None] New status for floating IP 1a376718-0eb8-4163-8ffd-4d0c2c94f903: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:39:17.158159 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 42890) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:17.214465 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c37fa17-13de-4749-94c2-a3d444d9cd3c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group (0908c3b3-cb08-489a-a8b4-ad3278fef6da), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:17.237593 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c37fa17-13de-4749-94c2-a3d444d9cd3c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group (0908c3b3-cb08-489a-a8b4-ad3278fef6da), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:17.285717 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c37fa17-13de-4749-94c2-a3d444d9cd3c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (0908c3b3-cb08-489a-a8b4-ad3278fef6da), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:17.288335 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c37fa17-13de-4749-94c2-a3d444d9cd3c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:17.289494 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-3c37fa17-13de-4749-94c2-a3d444d9cd3c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "DELETE /v2.0/security-groups/0908c3b3-cb08-489a-a8b4-ad3278fef6da HTTP/1.1" status: 204 len: 168 time: 0.1297996 Jan 17 09:39:17.292314 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 42892) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:17.298402 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37fa17-13de-4749-94c2-a3d444d9cd3c tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0908c3b3-cb08-489a-a8b4-ad3278fef6da,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:17.306611 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.api.v2.resource [None req-1695e0ed-df25-4c98-81ce-2a866a033d88 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] show failed (client error): The resource could not be found. Jan 17 09:39:17.311124 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 42894) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:17.311297 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1695e0ed-df25-4c98-81ce-2a866a033d88 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "GET /v2.0/security-groups/0908c3b3-cb08-489a-a8b4-ad3278fef6da HTTP/1.1" status: 404 len: 347 time: 0.0171843 Jan 17 09:39:17.440745 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c2746f87-c77d-4750-bdce-deed65060974 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Deleting port c4bf86ea-c225-4382-be97-f5dc2d440610 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:17.441093 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2746f87-c77d-4750-bdce-deed65060974 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (c4bf86ea-c225-4382-be97-f5dc2d440610), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:17.513522 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2746f87-c77d-4750-bdce-deed65060974 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (c4bf86ea-c225-4382-be97-f5dc2d440610), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:17.513853 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2746f87-c77d-4750-bdce-deed65060974 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for floatingip (c4bf86ea-c225-4382-be97-f5dc2d440610), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:17.525587 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c2746f87-c77d-4750-bdce-deed65060974 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Calling delete_port for c4bf86ea-c225-4382-be97-f5dc2d440610 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:17.653276 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2746f87-c77d-4750-bdce-deed65060974 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (c4bf86ea-c225-4382-be97-f5dc2d440610), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:17.683082 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2746f87-c77d-4750-bdce-deed65060974 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Pushing event deleted for resources: {'Port': ['ID=c4bf86ea-c225-4382-be97-f5dc2d440610,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:17.738996 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2746f87-c77d-4750-bdce-deed65060974 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks [] for floatingip (1a376718-0eb8-4163-8ffd-4d0c2c94f903), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:17.741486 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2746f87-c77d-4750-bdce-deed65060974 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:17.742629 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-c2746f87-c77d-4750-bdce-deed65060974 tempest-AttachVolumeShelveTestJSON-1393754231 tempest-AttachVolumeShelveTestJSON-1393754231-project] 10.222.0.77 "DELETE /v2.0/floatingips/1a376718-0eb8-4163-8ffd-4d0c2c94f903 HTTP/1.1" status: 204 len: 168 time: 0.4310892 Jan 17 09:39:19.677397 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b6759b4d-a93c-44fd-b86b-99819d0e37ec no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:39:19.697319 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: b6759b4d-a93c-44fd-b86b-99819d0e37ec {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:39:19.697669 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b6759b4d-a93c-44fd-b86b-99819d0e37ec not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:39:20.128586 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 42940) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:20.601752 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c822b5a-ba57-4f83-bc32-89f1ffcebfcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631052'] for router_interface (2eff3a26-9877-454d-b172-c296a20ca387), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:20.845103 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8c822b5a-ba57-4f83-bc32-89f1ffcebfcb admin admin] Deleting port 20329bd8-06da-40c2-9604-31c1bbea465f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:20.845376 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c822b5a-ba57-4f83-bc32-89f1ffcebfcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:20.919665 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-8c822b5a-ba57-4f83-bc32-89f1ffcebfcb admin admin] For port 20329bd8-06da-40c2-9604-31c1bbea465f, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=20329bd8-06da-40c2-9604-31c1bbea465f,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:20.920059 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c822b5a-ba57-4f83-bc32-89f1ffcebfcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:20.935209 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8c822b5a-ba57-4f83-bc32-89f1ffcebfcb admin admin] Calling delete_port for 20329bd8-06da-40c2-9604-31c1bbea465f owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:21.106341 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c822b5a-ba57-4f83-bc32-89f1ffcebfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (20329bd8-06da-40c2-9604-31c1bbea465f), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:21.132142 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c822b5a-ba57-4f83-bc32-89f1ffcebfcb admin admin] Pushing event deleted for resources: {'Port': ['ID=20329bd8-06da-40c2-9604-31c1bbea465f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:21.292717 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c822b5a-ba57-4f83-bc32-89f1ffcebfcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630940'] for router_interface (2eff3a26-9877-454d-b172-c296a20ca387), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:21.502997 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c822b5a-ba57-4f83-bc32-89f1ffcebfcb admin admin] Router 2eff3a26-9877-454d-b172-c296a20ca387 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:39:21.842283 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c822b5a-ba57-4f83-bc32-89f1ffcebfcb admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:39:21.847383 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-8c822b5a-ba57-4f83-bc32-89f1ffcebfcb admin admin] 10.222.0.77 "PUT /v2.0/routers/2eff3a26-9877-454d-b172-c296a20ca387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7178009 Jan 17 09:39:21.849928 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 42956) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:21.852533 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4594092b-df40-45c6-9ce5-f14b3c12929d None None] Sync routers for ids ['2eff3a26-9877-454d-b172-c296a20ca387'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:39:21.863377 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4594092b-df40-45c6-9ce5-f14b3c12929d None None] Routers {'2eff3a26-9877-454d-b172-c296a20ca387'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:21.864037 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4594092b-df40-45c6-9ce5-f14b3c12929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['2eff3a26-9877-454d-b172-c296a20ca387'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:21.955382 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] Publish callbacks [] for router (2eff3a26-9877-454d-b172-c296a20ca387), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:21.977845 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4594092b-df40-45c6-9ce5-f14b3c12929d None None] Set router 2eff3a26-9877-454d-b172-c296a20ca387 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:22.056776 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] Publish callbacks [] for router_gateway (2eff3a26-9877-454d-b172-c296a20ca387), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:22.108136 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] Deleting port 5c12636f-93c5-4a24-a110-b210af90785a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:22.108483 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (5c12636f-93c5-4a24-a110-b210af90785a), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:22.151685 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4594092b-df40-45c6-9ce5-f14b3c12929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5c12636f-93c5-4a24-a110-b210af90785a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:39:21Z', 'revision_number': 5, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port': {'id': '5c12636f-93c5-4a24-a110-b210af90785a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff3a26-9877-454d-b172-c296a20ca387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:34:02Z', 'updated_at': '2022-01-17T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:22.178271 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4594092b-df40-45c6-9ce5-f14b3c12929d None None] Checking router: 2eff3a26-9877-454d-b172-c296a20ca387 for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:39:22.185319 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] For port 5c12636f-93c5-4a24-a110-b210af90785a, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=5c12636f-93c5-4a24-a110-b210af90785a,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:22.185835 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (5c12636f-93c5-4a24-a110-b210af90785a), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:22.186235 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4594092b-df40-45c6-9ce5-f14b3c12929d None None] Routers {'2eff3a26-9877-454d-b172-c296a20ca387'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:22.186828 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4594092b-df40-45c6-9ce5-f14b3c12929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['2eff3a26-9877-454d-b172-c296a20ca387'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:22.197995 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] Calling delete_port for 5c12636f-93c5-4a24-a110-b210af90785a owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:22.268771 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4594092b-df40-45c6-9ce5-f14b3c12929d None None] Set router 2eff3a26-9877-454d-b172-c296a20ca387 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:22.328007 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4594092b-df40-45c6-9ce5-f14b3c12929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:39:22Z', 'revision_number': 6, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port_host': None}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:22.355413 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4594092b-df40-45c6-9ce5-f14b3c12929d None None] The sync data for ids ['2eff3a26-9877-454d-b172-c296a20ca387'] in dv-cinder-815582-7-iscsi is: [{'id': '2eff3a26-9877-454d-b172-c296a20ca387', 'name': 'tempest-AttachVolumeShelveTestJSON-1130850699-router', 'tenant_id': '2581ec9d39994daa81a4b8d87dec89ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:34:01Z', 'updated_at': '2022-01-17T09:39:22Z', 'revision_number': 6, 'project_id': '2581ec9d39994daa81a4b8d87dec89ef', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:39:22.361361 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (5c12636f-93c5-4a24-a110-b210af90785a), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:22.391618 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c12636f-93c5-4a24-a110-b210af90785a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:22.449367 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631414'] for router_gateway (2eff3a26-9877-454d-b172-c296a20ca387), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:22.533788 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router (2eff3a26-9877-454d-b172-c296a20ca387), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:22.535818 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] Publish callbacks [] for router_controller (2eff3a26-9877-454d-b172-c296a20ca387), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:22.578656 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634602'] for router (2eff3a26-9877-454d-b172-c296a20ca387), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:22.579134 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eff3a26-9877-454d-b172-c296a20ca387 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:39:22.583576 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:22.585015 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-8b9d70bf-5904-4677-aaaa-5aa92a687cd7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/2eff3a26-9877-454d-b172-c296a20ca387 HTTP/1.1" status: 204 len: 168 time: 0.7340648 Jan 17 09:39:22.587544 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 42958) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:22.638567 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f09f5b-666e-45e7-b960-eb1c5ad733ab admin admin] Deleting subnet 096ae4db-001b-43fd-b973-bddba67ea663 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:39:22.641516 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45f09f5b-666e-45e7-b960-eb1c5ad733ab admin admin] Publish callbacks [] for subnet (096ae4db-001b-43fd-b973-bddba67ea663), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:22.674336 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45f09f5b-666e-45e7-b960-eb1c5ad733ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406618'] for subnet (096ae4db-001b-43fd-b973-bddba67ea663), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:22.751772 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45f09f5b-666e-45e7-b960-eb1c5ad733ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (096ae4db-001b-43fd-b973-bddba67ea663), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:22.815935 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45f09f5b-666e-45e7-b960-eb1c5ad733ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9093843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971458'] for subnet (096ae4db-001b-43fd-b973-bddba67ea663), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:22.848115 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f09f5b-666e-45e7-b960-eb1c5ad733ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=096ae4db-001b-43fd-b973-bddba67ea663,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:22.854236 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45f09f5b-666e-45e7-b960-eb1c5ad733ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:22.859074 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f386a1cc-2fba-42b3-b22e-543a8730b407 None None] Network 8623d6bb-7edc-4c03-bc24-d9754729c4df requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:39:22.861300 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-45f09f5b-666e-45e7-b960-eb1c5ad733ab admin admin] 10.222.0.77 "DELETE /v2.0/subnets/096ae4db-001b-43fd-b973-bddba67ea663 HTTP/1.1" status: 204 len: 168 time: 0.2726309 Jan 17 09:39:22.861639 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 42964) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:22.944179 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (8623d6bb-7edc-4c03-bc24-d9754729c4df), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.003065 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] Deleting port 550a86ba-6365-438a-935d-ca6b7554fbdd {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:23.003410 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.007969 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 42968) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:23.065571 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] For port 550a86ba-6365-438a-935d-ca6b7554fbdd, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=550a86ba-6365-438a-935d-ca6b7554fbdd,segment=NetworkSegment(b1f20395-3962-4e54-85fb-b97ded158f58),segment_id=b1f20395-3962-4e54-85fb-b97ded158f58)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:23.065850 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.080465 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] Calling delete_port for 550a86ba-6365-438a-935d-ca6b7554fbdd owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:23.116025 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] DHCP port deletion for 8623d6bb-7edc-4c03-bc24-d9754729c4df request from dv-cinder-815582-7-iscsi {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:39:23.126255 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1880295d-9136-415d-a021-a69e42fbdfde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.169131 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Deleting port 550a86ba-6365-438a-935d-ca6b7554fbdd {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:23.169647 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.173044 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.189253 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] No DVR routers for this DVR port 550a86ba-6365-438a-935d-ca6b7554fbdd on host dv-cinder-815582-7-iscsi {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:39:23.217252 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1880295d-9136-415d-a021-a69e42fbdfde admin admin] Publish callbacks [] for security_group (74b5845a-7fa8-4af5-a8fb-cd1b350bf0b3), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.228058 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1880295d-9136-415d-a021-a69e42fbdfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (74b5845a-7fa8-4af5-a8fb-cd1b350bf0b3), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.248326 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] Pushing event deleted for resources: {'Port': ['ID=550a86ba-6365-438a-935d-ca6b7554fbdd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:23.251179 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] For port 550a86ba-6365-438a-935d-ca6b7554fbdd, host dv-cinder-815582-7-iscsi, got binding levels [] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:23.251878 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.271474 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Calling delete_port for 550a86ba-6365-438a-935d-ca6b7554fbdd owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:23.274496 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.ipam_backend_mixin [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Port 550a86ba-6365-438a-935d-ca6b7554fbdd was not found and therefore no delete operation was performed {{(pid=102557) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 17 09:39:23.276871 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438'] for port (550a86ba-6365-438a-935d-ca6b7554fbdd), after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.282977 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-1880295d-9136-415d-a021-a69e42fbdfde admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3026f8583ed94f058bec5a69da68035c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737434 Jan 17 09:39:23.284075 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880295d-9136-415d-a021-a69e42fbdfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b5845a-7fa8-4af5-a8fb-cd1b350bf0b3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:23.286457 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 42972) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:23.308636 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 5c12636f-93c5-4a24-a110-b210af90785a no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:39:23.320269 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (8623d6bb-7edc-4c03-bc24-d9754729c4df), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.330065 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Pushing event deleted for resources: {'Port': ['ID=550a86ba-6365-438a-935d-ca6b7554fbdd,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:23.336284 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: 5c12636f-93c5-4a24-a110-b210af90785a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:39:23.336631 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 5c12636f-93c5-4a24-a110-b210af90785a not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:39:23.337235 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 550a86ba-6365-438a-935d-ca6b7554fbdd no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:39:23.345472 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.345827 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.346175 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.346523 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.346860 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.347272 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.348101 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.348409 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.348742 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.349069 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.349396 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.349721 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.350044 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.352907 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8623d6bb-7edc-4c03-bc24-d9754729c4df']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:23.355747 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e7a6e9-505d-4510-9a6a-4704e8260c95 None None] No DVR routers for this DVR port 550a86ba-6365-438a-935d-ca6b7554fbdd on host dv-cinder-815582-7-iscsi {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:39:23.364819 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f20395-3962-4e54-85fb-b97ded158f58') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:23.365134 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f20395-3962-4e54-85fb-b97ded158f58') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:23.382690 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8910257'] for segment (b1f20395-3962-4e54-85fb-b97ded158f58), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.384563 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: 550a86ba-6365-438a-935d-ca6b7554fbdd {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:39:23.385009 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-606b55aa-69d2-4b0c-a20b-3fc9a435bb58 admin admin] Publish callbacks [] for security_group (74b5845a-7fa8-4af5-a8fb-cd1b350bf0b3), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.385221 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 550a86ba-6365-438a-935d-ca6b7554fbdd not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:39:23.385441 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 20329bd8-06da-40c2-9604-31c1bbea465f no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:39:23.405921 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: 20329bd8-06da-40c2-9604-31c1bbea465f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:39:23.406238 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 20329bd8-06da-40c2-9604-31c1bbea465f not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:39:23.407816 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (b1f20395-3962-4e54-85fb-b97ded158f58), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.421274 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-606b55aa-69d2-4b0c-a20b-3fc9a435bb58 admin admin] Publish callbacks [] for security_group (74b5845a-7fa8-4af5-a8fb-cd1b350bf0b3), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.423350 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:39:23.424106 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856121'] for segment (b1f20395-3962-4e54-85fb-b97ded158f58), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: Traceback (most recent call last): Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: timer() Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: cb(*args, **kw) Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: return func(*args, **kwargs) Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: self._notify() Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: self.callback(batched_events) Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: event.method(event) Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: return f(self, *a, **k) Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._get(url).json() Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:39:23.426613 dv-cinder-815582-7-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:39:23.504635 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (8623d6bb-7edc-4c03-bc24-d9754729c4df), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.510644 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.514031 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] 10.222.0.77 "DELETE /v2.0/networks/8623d6bb-7edc-4c03-bc24-d9754729c4df HTTP/1.1" status: 204 len: 168 time: 0.6517737 Jan 17 09:39:23.530246 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a30dae-8c84-4a46-9662-4379080d898a admin admin] Pushing event deleted for resources: {'Network': ['ID=8623d6bb-7edc-4c03-bc24-d9754729c4df,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:23.540905 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-606b55aa-69d2-4b0c-a20b-3fc9a435bb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (74b5845a-7fa8-4af5-a8fb-cd1b350bf0b3), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.543858 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-606b55aa-69d2-4b0c-a20b-3fc9a435bb58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.547578 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-606b55aa-69d2-4b0c-a20b-3fc9a435bb58 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/74b5845a-7fa8-4af5-a8fb-cd1b350bf0b3 HTTP/1.1" status: 204 len: 168 time: 0.2576663 Jan 17 09:39:23.553857 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b55aa-69d2-4b0c-a20b-3fc9a435bb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b5845a-7fa8-4af5-a8fb-cd1b350bf0b3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:23.637678 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 42978) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:23.688839 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-5087a0b7-6438-4c61-bea2-4062cc621ed9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2581ec9d39994daa81a4b8d87dec89ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498037 Jan 17 09:39:23.691961 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 42980) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:23.746888 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Publish callbacks [] for security_group (50f66316-b9f5-4459-8802-f511a2551a03), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.771061 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Publish callbacks [] for security_group (50f66316-b9f5-4459-8802-f511a2551a03), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.820926 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (50f66316-b9f5-4459-8802-f511a2551a03), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.823551 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:23.824794 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50f66316-b9f5-4459-8802-f511a2551a03 HTTP/1.1" status: 204 len: 168 time: 0.1318774 Jan 17 09:39:23.833690 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f66316-b9f5-4459-8802-f511a2551a03,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:23.843505 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.843893 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.844548 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.844886 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.845221 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.845554 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.846080 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.846385 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.846723 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.847395 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.847729 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.848082 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:23.848489 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08b8c0a-1ef7-46d3-9cc3-774ac5431173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:27.422559 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:39:27.452614 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43040) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:27.554470 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7dd54e23-21e3-40d5-87d9-7f3d63d69862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:27.626956 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7dd54e23-21e3-40d5-87d9-7f3d63d69862 admin admin] Publish callbacks [] for security_group (d38d590d-4d65-40a0-b3e6-94209dde464e), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:27.630980 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7dd54e23-21e3-40d5-87d9-7f3d63d69862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (d38d590d-4d65-40a0-b3e6-94209dde464e), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:27.669195 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-7dd54e23-21e3-40d5-87d9-7f3d63d69862 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d4752f893ef74c22ab62c46063c04b78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155359 Jan 17 09:39:27.671082 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd54e23-21e3-40d5-87d9-7f3d63d69862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38d590d-4d65-40a0-b3e6-94209dde464e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:27.672008 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43044) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:27.720493 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15b0088f-a7ce-4baa-a6c7-b567324da16e admin admin] Publish callbacks [] for security_group (d38d590d-4d65-40a0-b3e6-94209dde464e), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:27.741137 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15b0088f-a7ce-4baa-a6c7-b567324da16e admin admin] Publish callbacks [] for security_group (d38d590d-4d65-40a0-b3e6-94209dde464e), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:27.789299 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15b0088f-a7ce-4baa-a6c7-b567324da16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (d38d590d-4d65-40a0-b3e6-94209dde464e), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:27.791883 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-15b0088f-a7ce-4baa-a6c7-b567324da16e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:27.793017 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-15b0088f-a7ce-4baa-a6c7-b567324da16e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d38d590d-4d65-40a0-b3e6-94209dde464e HTTP/1.1" status: 204 len: 168 time: 0.1200888 Jan 17 09:39:27.801045 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0088f-a7ce-4baa-a6c7-b567324da16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38d590d-4d65-40a0-b3e6-94209dde464e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:36.059425 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:39.935626 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-db2262ce-ef7a-4777-8b00-4a6807c28d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:42.102277 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fae6b524-f353-411e-9a24-ee8b9ce455a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:43.175577 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:44.615909 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43158) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:44.743071 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:44.774007 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ad136796-6c79-4706-841d-460ca8f323e9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Deleting port b1b4a92e-54c6-4cda-9991-d0fed16d9baa {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:44.774362 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad136796-6c79-4706-841d-460ca8f323e9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (b1b4a92e-54c6-4cda-9991-d0fed16d9baa), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:44.851196 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad136796-6c79-4706-841d-460ca8f323e9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (b1b4a92e-54c6-4cda-9991-d0fed16d9baa), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:44.851418 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad136796-6c79-4706-841d-460ca8f323e9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for floatingip (b1b4a92e-54c6-4cda-9991-d0fed16d9baa), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:44.864558 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ad136796-6c79-4706-841d-460ca8f323e9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Calling delete_port for b1b4a92e-54c6-4cda-9991-d0fed16d9baa owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:45.010493 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad136796-6c79-4706-841d-460ca8f323e9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (b1b4a92e-54c6-4cda-9991-d0fed16d9baa), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:45.034196 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad136796-6c79-4706-841d-460ca8f323e9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Pushing event deleted for resources: {'Port': ['ID=b1b4a92e-54c6-4cda-9991-d0fed16d9baa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:45.103505 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad136796-6c79-4706-841d-460ca8f323e9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for floatingip (f7d65cc1-4aa6-4336-9d37-7657c305bedf), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:45.103802 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.l3_db [None req-ad136796-6c79-4706-841d-460ca8f323e9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Floating IP f7d65cc1-4aa6-4336-9d37-7657c305bedf disassociated (deleted). External IP: 172.27.2.90, port: 74e46292-396d-4afb-a9a4-605a6b2c7e93. Jan 17 09:39:45.302671 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad136796-6c79-4706-841d-460ca8f323e9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:39:45.405369 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad136796-6c79-4706-841d-460ca8f323e9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:39:45.410533 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad136796-6c79-4706-841d-460ca8f323e9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:45.415539 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a177cfd5-4972-4e71-a52d-8762c3a62399 None None] Sync routers for ids ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:39:45.424683 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a177cfd5-4972-4e71-a52d-8762c3a62399 None None] Routers {'11f1e17a-38b0-4914-88ea-73e0120fa9a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:45.425871 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a177cfd5-4972-4e71-a52d-8762c3a62399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:45.438827 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-ad136796-6c79-4706-841d-460ca8f323e9 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "DELETE /v2.0/floatingips/f7d65cc1-4aa6-4336-9d37-7657c305bedf HTTP/1.1" status: 204 len: 168 time: 0.8218312 Jan 17 09:39:45.439511 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'tag': '74e46292-396d-4afb-a9a4-605a6b2c7e93'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:39:45.441852 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}954db35b0513bcc6f39ea0854049b3cc63013505c5ce64e6185c19950c92f0bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a613622-aefb-4af7-9eca-3b4447567b89" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb03133-3ac7-4ff0-b846-66706e7e02f0", "tag": "74e46292-396d-4afb-a9a4-605a6b2c7e93"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:39:45.485283 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c169f133-b215-4a71-82a2-11f293de6535 x-openstack-request-id: req-c169f133-b215-4a71-82a2-11f293de6535 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:39:45.485582 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb03133-3ac7-4ff0-b846-66706e7e02f0", "tag": "74e46292-396d-4afb-a9a4-605a6b2c7e93", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:39:45.485838 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c169f133-b215-4a71-82a2-11f293de6535 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:39:45.486236 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'tag': '74e46292-396d-4afb-a9a4-605a6b2c7e93', 'status': 'completed', 'code': 200} Jan 17 09:39:45.537591 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a177cfd5-4972-4e71-a52d-8762c3a62399 None None] Set router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:45.548417 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a613622-aefb-4af7-9eca-3b4447567b89 req-07e8fad2-d191-4980-a376-1f089d516fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:45.549598 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2a613622-aefb-4af7-9eca-3b4447567b89 req-07e8fad2-d191-4980-a376-1f089d516fb1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82cf45a99485404d88b5cae53dcef363&device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 1099 time: 0.0421720 Jan 17 09:39:45.648688 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a613622-aefb-4af7-9eca-3b4447567b89 req-28cacce8-85e1-4cc7-9bef-e34ba7aa1c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:45.650223 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2a613622-aefb-4af7-9eca-3b4447567b89 req-28cacce8-85e1-4cc7-9bef-e34ba7aa1c53 service neutron] 10.222.0.31 "GET /v2.0/networks?id=25e1aec0-a38d-44e5-9a83-9f65322e8824 HTTP/1.1" status: 200 len: 910 time: 0.0916247 Jan 17 09:39:45.694850 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bec317-47ff-4926-95c5-1f6e5c44d41b req-5e02a903-c8f9-43ce-a0cf-2a51d9cac5dc tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:45.696989 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-32bec317-47ff-4926-95c5-1f6e5c44d41b req-5e02a903-c8f9-43ce-a0cf-2a51d9cac5dc tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0555243 Jan 17 09:39:45.698685 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2a613622-aefb-4af7-9eca-3b4447567b89 req-b9da808f-29de-45a9-bb7c-1fb69ed02f42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93 HTTP/1.1" status: 200 len: 217 time: 0.0423477 Jan 17 09:39:45.749598 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a613622-aefb-4af7-9eca-3b4447567b89 req-96951496-34c2-4555-8c66-442736a17afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:45.751378 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2a613622-aefb-4af7-9eca-3b4447567b89 req-96951496-34c2-4555-8c66-442736a17afb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cf948a70-5faf-4919-832b-039fb33ed87b HTTP/1.1" status: 200 len: 848 time: 0.0467255 Jan 17 09:39:45.754870 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-32bec317-47ff-4926-95c5-1f6e5c44d41b req-a86f0d2d-7689-469c-b690-ceff1c9bd9dc tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525172 Jan 17 09:39:45.807307 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a613622-aefb-4af7-9eca-3b4447567b89 req-856dab98-d96f-49c2-aeb6-223a3ad4020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:45.808840 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2a613622-aefb-4af7-9eca-3b4447567b89 req-856dab98-d96f-49c2-aeb6-223a3ad4020d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=25e1aec0-a38d-44e5-9a83-9f65322e8824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443761 Jan 17 09:39:45.906710 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a177cfd5-4972-4e71-a52d-8762c3a62399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 4, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'gw_port': {'id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '61bd9b81-8bed-423c-95a9-89d7b854f7f4', 'name': '', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'mac_address': 'fa:16:3e:06:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:02Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 5, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'subnets': [{'id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:45.915421 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2a613622-aefb-4af7-9eca-3b4447567b89 req-686ef5b6-860f-4805-a039-10786b961032 service neutron] 10.222.0.31 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001391 Jan 17 09:39:45.941645 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a177cfd5-4972-4e71-a52d-8762c3a62399 None None] Checking router: 11f1e17a-38b0-4914-88ea-73e0120fa9a8 for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:39:45.950013 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a177cfd5-4972-4e71-a52d-8762c3a62399 None None] Routers {'11f1e17a-38b0-4914-88ea-73e0120fa9a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:45.950641 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a177cfd5-4972-4e71-a52d-8762c3a62399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:46.009057 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2a613622-aefb-4af7-9eca-3b4447567b89 req-435a5290-111c-4fd2-be21-9c4c664e862e service neutron] 10.222.0.31 "GET /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859547 Jan 17 09:39:46.056893 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a177cfd5-4972-4e71-a52d-8762c3a62399 None None] Set router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:46.198273 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:46.262018 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a177cfd5-4972-4e71-a52d-8762c3a62399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 4, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'gw_port': {'id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '61bd9b81-8bed-423c-95a9-89d7b854f7f4', 'name': '', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'mac_address': 'fa:16:3e:06:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:02Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 5, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'subnets': [{'id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:46.292265 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a177cfd5-4972-4e71-a52d-8762c3a62399 None None] The sync data for ids ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'] in dv-cinder-815582-7-iscsi is: [{'id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:02Z', 'revision_number': 4, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'gw_port': {'id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '61bd9b81-8bed-423c-95a9-89d7b854f7f4', 'name': '', 'network_id': '25e1aec0-a38d-44e5-9a83-9f65322e8824', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'mac_address': 'fa:16:3e:06:9c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:02Z', 'updated_at': '2022-01-17T09:35:09Z', 'revision_number': 5, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'subnets': [{'id': 'cf948a70-5faf-4919-832b-039fb33ed87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:39:46.494694 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8d9d94-b9fb-40c1-8472-da073cfa763d None None] New status for floating IP f7d65cc1-4aa6-4336-9d37-7657c305bedf: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:39:46.868928 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8620d96-2f76-4f22-9e57-da297926f541 req-3edb77ac-9a23-43d2-b9c2-d01b6bdd38b6 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:46.870394 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f8620d96-2f76-4f22-9e57-da297926f541 req-3edb77ac-9a23-43d2-b9c2-d01b6bdd38b6 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0484951 Jan 17 09:39:46.921801 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-f8620d96-2f76-4f22-9e57-da297926f541 req-7f2e0513-c795-4745-9b33-23f6b1f58c7b tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459306 Jan 17 09:39:48.034939 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dd9de-3527-46fe-bada-795a6abeb875 req-8d64ca1c-560a-4f85-b178-52453b247379 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:48.036382 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d21dd9de-3527-46fe-bada-795a6abeb875 req-8d64ca1c-560a-4f85-b178-52453b247379 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0469403 Jan 17 09:39:48.082972 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-d21dd9de-3527-46fe-bada-795a6abeb875 req-15f17414-8885-4601-b333-af302e0e81bf tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412099 Jan 17 09:39:49.197591 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10e696-bef3-4709-a405-eaa3ceeae2c4 req-f15c11b3-26ab-411b-abcf-225bf6a5d03c tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:49.199030 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ff10e696-bef3-4709-a405-eaa3ceeae2c4 req-f15c11b3-26ab-411b-abcf-225bf6a5d03c tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0471854 Jan 17 09:39:49.247159 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ff10e696-bef3-4709-a405-eaa3ceeae2c4 req-49bd14fc-3609-485b-96a0-9d96f57e9014 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/security-groups?id=8df74c39-b337-4f42-8881-aff9c08532ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425785 Jan 17 09:39:49.468889 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f90fb-1d09-4fc9-892c-4406b24a0482 req-84ae34d3-ca44-4d10-9c43-c5e4d20eff62 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:49.470294 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-729f90fb-1d09-4fc9-892c-4406b24a0482 req-84ae34d3-ca44-4d10-9c43-c5e4d20eff62 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 946 time: 0.0467925 Jan 17 09:39:49.560787 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-729f90fb-1d09-4fc9-892c-4406b24a0482 req-6ec937eb-ab92-4a25-8aa5-d9b2acf322da tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Deleting port 74e46292-396d-4afb-a9a4-605a6b2c7e93 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:49.561120 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-729f90fb-1d09-4fc9-892c-4406b24a0482 req-6ec937eb-ab92-4a25-8aa5-d9b2acf322da tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:49.645945 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-729f90fb-1d09-4fc9-892c-4406b24a0482 req-6ec937eb-ab92-4a25-8aa5-d9b2acf322da tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] For port 74e46292-396d-4afb-a9a4-605a6b2c7e93, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=74e46292-396d-4afb-a9a4-605a6b2c7e93,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:49.646304 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-729f90fb-1d09-4fc9-892c-4406b24a0482 req-6ec937eb-ab92-4a25-8aa5-d9b2acf322da tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:49.658262 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-729f90fb-1d09-4fc9-892c-4406b24a0482 req-6ec937eb-ab92-4a25-8aa5-d9b2acf322da tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Calling delete_port for 74e46292-396d-4afb-a9a4-605a6b2c7e93 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:49.781583 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-729f90fb-1d09-4fc9-892c-4406b24a0482 req-6ec937eb-ab92-4a25-8aa5-d9b2acf322da tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (74e46292-396d-4afb-a9a4-605a6b2c7e93), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:49.814463 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec937eb-ab92-4a25-8aa5-d9b2acf322da tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Pushing event deleted for resources: {'Port': ['ID=74e46292-396d-4afb-a9a4-605a6b2c7e93,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:49.857825 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-729f90fb-1d09-4fc9-892c-4406b24a0482 req-6ec937eb-ab92-4a25-8aa5-d9b2acf322da tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] No DVR routers for this DVR port 74e46292-396d-4afb-a9a4-605a6b2c7e93 on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:39:49.860458 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-729f90fb-1d09-4fc9-892c-4406b24a0482 req-6ec937eb-ab92-4a25-8aa5-d9b2acf322da tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:49.864393 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-729f90fb-1d09-4fc9-892c-4406b24a0482 req-6ec937eb-ab92-4a25-8aa5-d9b2acf322da tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.31 "DELETE /v2.0/ports/74e46292-396d-4afb-a9a4-605a6b2c7e93 HTTP/1.1" status: 204 len: 173 time: 0.3880918 Jan 17 09:39:49.864850 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'name': 'network-vif-deleted', 'tag': '74e46292-396d-4afb-a9a4-605a6b2c7e93'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:39:49.867801 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cb31c8-b94d-4b79-b28c-cb7430da04e9" -d '{"events": [{"server_uuid": "9eb03133-3ac7-4ff0-b846-66706e7e02f0", "name": "network-vif-deleted", "tag": "74e46292-396d-4afb-a9a4-605a6b2c7e93"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:39:49.904729 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b89e2ba-dc6f-4b79-b4df-6c7b879cad59 x-openstack-request-id: req-5b89e2ba-dc6f-4b79-b4df-6c7b879cad59 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:39:49.905036 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb03133-3ac7-4ff0-b846-66706e7e02f0", "name": "network-vif-deleted", "tag": "74e46292-396d-4afb-a9a4-605a6b2c7e93", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:39:49.905282 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5b89e2ba-dc6f-4b79-b4df-6c7b879cad59 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:39:49.905683 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb03133-3ac7-4ff0-b846-66706e7e02f0', 'name': 'network-vif-deleted', 'tag': '74e46292-396d-4afb-a9a4-605a6b2c7e93', 'status': 'completed', 'code': 200} Jan 17 09:39:50.355160 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-ae4281c0-85d6-4cfd-8711-53e1c85fe03c req-27099984-2291-4d1b-a290-2ee52b4fbc0f tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eb03133-3ac7-4ff0-b846-66706e7e02f0 HTTP/1.1" status: 200 len: 210 time: 0.0279994 Jan 17 09:39:51.418259 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43216) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:51.476774 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group (8df74c39-b337-4f42-8881-aff9c08532ce), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:51.500390 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group (8df74c39-b337-4f42-8881-aff9c08532ce), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:51.557765 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (8df74c39-b337-4f42-8881-aff9c08532ce), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:51.560589 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:51.561724 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] 10.222.0.77 "DELETE /v2.0/security-groups/8df74c39-b337-4f42-8881-aff9c08532ce HTTP/1.1" status: 204 len: 168 time: 0.1424897 Jan 17 09:39:51.570505 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df74c39-b337-4f42-8881-aff9c08532ce,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:51.579085 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:51.579444 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:51.579795 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:51.580170 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:51.580514 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:51.582008 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:51.582008 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:51.582227 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:51.582431 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:51.582848 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:51.583252 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:51.583741 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:51.584180 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd475db4-0373-4a49-8d4b-a1d64c384c53 tempest-TestShelveInstance-1540592084 tempest-TestShelveInstance-1540592084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:39:51.606258 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43220) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:51.933576 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8dd7ce00-20eb-41c5-8a6c-6f69c02843f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631052'] for router_interface (11f1e17a-38b0-4914-88ea-73e0120fa9a8), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:52.171732 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8dd7ce00-20eb-41c5-8a6c-6f69c02843f1 admin admin] Deleting port 61bd9b81-8bed-423c-95a9-89d7b854f7f4 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:52.172109 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8dd7ce00-20eb-41c5-8a6c-6f69c02843f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:52.257431 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8dd7ce00-20eb-41c5-8a6c-6f69c02843f1 admin admin] For port 61bd9b81-8bed-423c-95a9-89d7b854f7f4, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=61bd9b81-8bed-423c-95a9-89d7b854f7f4,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:52.257707 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8dd7ce00-20eb-41c5-8a6c-6f69c02843f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:52.270898 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8dd7ce00-20eb-41c5-8a6c-6f69c02843f1 admin admin] Calling delete_port for 61bd9b81-8bed-423c-95a9-89d7b854f7f4 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:52.446195 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8dd7ce00-20eb-41c5-8a6c-6f69c02843f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (61bd9b81-8bed-423c-95a9-89d7b854f7f4), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:52.470941 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7ce00-20eb-41c5-8a6c-6f69c02843f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=61bd9b81-8bed-423c-95a9-89d7b854f7f4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:52.631401 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8dd7ce00-20eb-41c5-8a6c-6f69c02843f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630940'] for router_interface (11f1e17a-38b0-4914-88ea-73e0120fa9a8), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:53.087658 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd7ce00-20eb-41c5-8a6c-6f69c02843f1 admin admin] Router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:39:53.188517 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd7ce00-20eb-41c5-8a6c-6f69c02843f1 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:39:53.194435 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-8dd7ce00-20eb-41c5-8a6c-6f69c02843f1 admin admin] 10.222.0.77 "PUT /v2.0/routers/11f1e17a-38b0-4914-88ea-73e0120fa9a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5866270 Jan 17 09:39:53.196130 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43224) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:53.197986 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e86fbc-2747-4fc3-ba74-8b6a1d2ad24e None None] Sync routers for ids ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:39:53.209155 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e86fbc-2747-4fc3-ba74-8b6a1d2ad24e None None] Routers {'11f1e17a-38b0-4914-88ea-73e0120fa9a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:53.209878 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f0e86fbc-2747-4fc3-ba74-8b6a1d2ad24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:53.301071 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] Publish callbacks [] for router (11f1e17a-38b0-4914-88ea-73e0120fa9a8), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:53.314883 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f0e86fbc-2747-4fc3-ba74-8b6a1d2ad24e None None] Set router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:53.400032 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] Publish callbacks [] for router_gateway (11f1e17a-38b0-4914-88ea-73e0120fa9a8), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:53.450367 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] Deleting port f19f1c66-8da3-4f3a-9b77-966df941cc15 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:53.450367 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (f19f1c66-8da3-4f3a-9b77-966df941cc15), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:53.491168 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f0e86fbc-2747-4fc3-ba74-8b6a1d2ad24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:39:52Z', 'revision_number': 5, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'gw_port': {'id': 'f19f1c66-8da3-4f3a-9b77-966df941cc15', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:53.519983 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e86fbc-2747-4fc3-ba74-8b6a1d2ad24e None None] Checking router: 11f1e17a-38b0-4914-88ea-73e0120fa9a8 for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:39:53.527598 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] For port f19f1c66-8da3-4f3a-9b77-966df941cc15, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=f19f1c66-8da3-4f3a-9b77-966df941cc15,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:53.528017 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (f19f1c66-8da3-4f3a-9b77-966df941cc15), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:53.528578 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e86fbc-2747-4fc3-ba74-8b6a1d2ad24e None None] Routers {'11f1e17a-38b0-4914-88ea-73e0120fa9a8'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:53.529193 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f0e86fbc-2747-4fc3-ba74-8b6a1d2ad24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:53.541252 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] Calling delete_port for f19f1c66-8da3-4f3a-9b77-966df941cc15 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:53.615196 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f0e86fbc-2747-4fc3-ba74-8b6a1d2ad24e None None] Set router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:53.667902 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f0e86fbc-2747-4fc3-ba74-8b6a1d2ad24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:39:53Z', 'revision_number': 6, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'gw_port_host': None}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:53.696891 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e86fbc-2747-4fc3-ba74-8b6a1d2ad24e None None] The sync data for ids ['11f1e17a-38b0-4914-88ea-73e0120fa9a8'] in dv-cinder-815582-7-iscsi is: [{'id': '11f1e17a-38b0-4914-88ea-73e0120fa9a8', 'name': 'tempest-TestShelveInstance-1699498393-router', 'tenant_id': '82cf45a99485404d88b5cae53dcef363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:00Z', 'updated_at': '2022-01-17T09:39:53Z', 'revision_number': 6, 'project_id': '82cf45a99485404d88b5cae53dcef363', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:39:53.701600 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (f19f1c66-8da3-4f3a-9b77-966df941cc15), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:53.735887 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] Pushing event deleted for resources: {'Port': ['ID=f19f1c66-8da3-4f3a-9b77-966df941cc15,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:53.790501 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631414'] for router_gateway (11f1e17a-38b0-4914-88ea-73e0120fa9a8), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:53.876619 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router (11f1e17a-38b0-4914-88ea-73e0120fa9a8), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:53.879303 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] Publish callbacks [] for router_controller (11f1e17a-38b0-4914-88ea-73e0120fa9a8), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:53.920691 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634602'] for router (11f1e17a-38b0-4914-88ea-73e0120fa9a8), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:53.921175 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11f1e17a-38b0-4914-88ea-73e0120fa9a8 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:39:53.927216 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:53.928383 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-4cd7ba5a-4a68-4f10-ab71-8f9c7762c019 admin admin] 10.222.0.77 "DELETE /v2.0/routers/11f1e17a-38b0-4914-88ea-73e0120fa9a8 HTTP/1.1" status: 204 len: 168 time: 0.7311733 Jan 17 09:39:53.930918 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43228) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:53.977013 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2648c9-7998-4571-bf23-ec7afbf9a1d8 admin admin] Deleting subnet cf948a70-5faf-4919-832b-039fb33ed87b {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:39:53.980090 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec2648c9-7998-4571-bf23-ec7afbf9a1d8 admin admin] Publish callbacks [] for subnet (cf948a70-5faf-4919-832b-039fb33ed87b), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.014428 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec2648c9-7998-4571-bf23-ec7afbf9a1d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406618'] for subnet (cf948a70-5faf-4919-832b-039fb33ed87b), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.091860 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec2648c9-7998-4571-bf23-ec7afbf9a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (cf948a70-5faf-4919-832b-039fb33ed87b), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.143870 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec2648c9-7998-4571-bf23-ec7afbf9a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9093843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971458'] for subnet (cf948a70-5faf-4919-832b-039fb33ed87b), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.174250 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec2648c9-7998-4571-bf23-ec7afbf9a1d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.181058 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-ec2648c9-7998-4571-bf23-ec7afbf9a1d8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cf948a70-5faf-4919-832b-039fb33ed87b HTTP/1.1" status: 204 len: 168 time: 0.2467947 Jan 17 09:39:54.181058 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2648c9-7998-4571-bf23-ec7afbf9a1d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf948a70-5faf-4919-832b-039fb33ed87b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:54.181325 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5038c35b-bd0a-4ae6-a8bb-7f92805dc74a None None] Network 25e1aec0-a38d-44e5-9a83-9f65322e8824 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:39:54.181431 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43230) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:54.251353 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (25e1aec0-a38d-44e5-9a83-9f65322e8824), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.315612 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] Deleting port f5cd7caa-1ad7-4c23-921f-76fcd5187342 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:54.315988 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.356993 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 74e46292-396d-4afb-a9a4-605a6b2c7e93 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:39:54.377142 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: 74e46292-396d-4afb-a9a4-605a6b2c7e93 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:39:54.377329 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] For port f5cd7caa-1ad7-4c23-921f-76fcd5187342, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=f5cd7caa-1ad7-4c23-921f-76fcd5187342,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:54.377445 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 74e46292-396d-4afb-a9a4-605a6b2c7e93 not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:39:54.377620 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.393569 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] Calling delete_port for f5cd7caa-1ad7-4c23-921f-76fcd5187342 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:54.407684 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43232) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:54.452821 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02196c2e-8f97-4eef-8642-8a5d01d23924 None None] DHCP port deletion for 25e1aec0-a38d-44e5-9a83-9f65322e8824 request from dv-cinder-815582-7-iscsi {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:39:54.511076 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-02196c2e-8f97-4eef-8642-8a5d01d23924 None None] Deleting port f5cd7caa-1ad7-4c23-921f-76fcd5187342 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:54.511592 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02196c2e-8f97-4eef-8642-8a5d01d23924 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.572285 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.588153 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-02196c2e-8f97-4eef-8642-8a5d01d23924 None None] For port f5cd7caa-1ad7-4c23-921f-76fcd5187342, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=f5cd7caa-1ad7-4c23-921f-76fcd5187342,segment=NetworkSegment(d1b04edb-860a-4ef2-a3eb-528d13fa9325),segment_id=d1b04edb-860a-4ef2-a3eb-528d13fa9325)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:54.588571 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02196c2e-8f97-4eef-8642-8a5d01d23924 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.602434 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-02196c2e-8f97-4eef-8642-8a5d01d23924 None None] Calling delete_port for f5cd7caa-1ad7-4c23-921f-76fcd5187342 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:54.606442 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5cd7caa-1ad7-4c23-921f-76fcd5187342,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:54.625014 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] No DVR routers for this DVR port f5cd7caa-1ad7-4c23-921f-76fcd5187342 on host dv-cinder-815582-7-iscsi {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:39:54.686389 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02196c2e-8f97-4eef-8642-8a5d01d23924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438'] for port (f5cd7caa-1ad7-4c23-921f-76fcd5187342), after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.711976 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02196c2e-8f97-4eef-8642-8a5d01d23924 None None] Pushing event deleted for resources: {'Port': ['ID=f5cd7caa-1ad7-4c23-921f-76fcd5187342,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:54.712384 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (25e1aec0-a38d-44e5-9a83-9f65322e8824), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.716825 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02196c2e-8f97-4eef-8642-8a5d01d23924 None None] No DVR routers for this DVR port f5cd7caa-1ad7-4c23-921f-76fcd5187342 on host dv-cinder-815582-7-iscsi {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:39:54.727477 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-38de13c2-6f9e-41e2-a0e2-29835a7126d3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Deleting port 19c76ed4-0ec0-40b4-95ff-dddc7f54878f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:54.727828 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38de13c2-6f9e-41e2-a0e2-29835a7126d3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (19c76ed4-0ec0-40b4-95ff-dddc7f54878f), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.775067 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e1aec0-a38d-44e5-9a83-9f65322e8824']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:54.790049 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b04edb-860a-4ef2-a3eb-528d13fa9325') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:54.790352 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b04edb-860a-4ef2-a3eb-528d13fa9325') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:54.802182 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8910257'] for segment (d1b04edb-860a-4ef2-a3eb-528d13fa9325), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.825302 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (d1b04edb-860a-4ef2-a3eb-528d13fa9325), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.836805 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:39:54.837121 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856121'] for segment (d1b04edb-860a-4ef2-a3eb-528d13fa9325), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: Traceback (most recent call last): Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: timer() Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: cb(*args, **kw) Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: return func(*args, **kwargs) Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: self._notify() Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: self.callback(batched_events) Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: event.method(event) Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: return f(self, *a, **k) Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._get(url).json() Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:39:54.838798 dv-cinder-815582-7-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:39:54.875883 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38de13c2-6f9e-41e2-a0e2-29835a7126d3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (19c76ed4-0ec0-40b4-95ff-dddc7f54878f), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.876218 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38de13c2-6f9e-41e2-a0e2-29835a7126d3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for floatingip (19c76ed4-0ec0-40b4-95ff-dddc7f54878f), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.900154 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-38de13c2-6f9e-41e2-a0e2-29835a7126d3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Calling delete_port for 19c76ed4-0ec0-40b4-95ff-dddc7f54878f owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:54.914358 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (25e1aec0-a38d-44e5-9a83-9f65322e8824), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.957239 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:54.960713 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] 10.222.0.77 "DELETE /v2.0/networks/25e1aec0-a38d-44e5-9a83-9f65322e8824 HTTP/1.1" status: 204 len: 168 time: 0.7783489 Jan 17 09:39:54.963718 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43236) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:54.986803 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4b79d-2fa3-4a2d-95a7-624b08a77199 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e1aec0-a38d-44e5-9a83-9f65322e8824,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:55.094996 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38de13c2-6f9e-41e2-a0e2-29835a7126d3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (19c76ed4-0ec0-40b4-95ff-dddc7f54878f), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:55.123327 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de13c2-6f9e-41e2-a0e2-29835a7126d3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event deleted for resources: {'Port': ['ID=19c76ed4-0ec0-40b4-95ff-dddc7f54878f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:55.183442 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38de13c2-6f9e-41e2-a0e2-29835a7126d3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for floatingip (819db95d-3561-4ebf-a2bc-64a03e795ea7), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:55.184195 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.l3_db [None req-38de13c2-6f9e-41e2-a0e2-29835a7126d3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Floating IP 819db95d-3561-4ebf-a2bc-64a03e795ea7 disassociated (deleted). External IP: 172.27.2.130, port: 2bd9f38d-efaa-4037-8040-569695202594. Jan 17 09:39:55.259924 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device f5cd7caa-1ad7-4c23-921f-76fcd5187342 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:39:55.284690 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: f5cd7caa-1ad7-4c23-921f-76fcd5187342 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:39:55.285403 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device f5cd7caa-1ad7-4c23-921f-76fcd5187342 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:39:55.286081 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device f19f1c66-8da3-4f3a-9b77-966df941cc15 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:39:55.305515 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: f19f1c66-8da3-4f3a-9b77-966df941cc15 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:39:55.306379 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device f19f1c66-8da3-4f3a-9b77-966df941cc15 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:39:55.306530 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 61bd9b81-8bed-423c-95a9-89d7b854f7f4 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:39:55.326237 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-afb2d5e3-896f-458c-b0e0-2c5494ade502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631052'] for router_interface (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:55.330923 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: 61bd9b81-8bed-423c-95a9-89d7b854f7f4 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:39:55.331412 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 61bd9b81-8bed-423c-95a9-89d7b854f7f4 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:39:55.399413 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38de13c2-6f9e-41e2-a0e2-29835a7126d3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Router b34adfdf-0d71-4c84-a507-2579f344c86d has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:39:55.510834 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38de13c2-6f9e-41e2-a0e2-29835a7126d3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:39:55.517297 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38de13c2-6f9e-41e2-a0e2-29835a7126d3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:55.523169 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853c017-33c0-4d6a-856d-ef16f0079a48 None None] Sync routers for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:39:55.534681 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853c017-33c0-4d6a-856d-ef16f0079a48 None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:55.535322 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6853c017-33c0-4d6a-856d-ef16f0079a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:55.552449 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-38de13c2-6f9e-41e2-a0e2-29835a7126d3 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "DELETE /v2.0/floatingips/819db95d-3561-4ebf-a2bc-64a03e795ea7 HTTP/1.1" status: 204 len: 168 time: 1.1436090 Jan 17 09:39:55.553305 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9', 'tag': '2bd9f38d-efaa-4037-8040-569695202594'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:39:55.561194 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1558d5-625f-4b2f-9979-6cd47bea728f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9", "tag": "2bd9f38d-efaa-4037-8040-569695202594"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:39:55.623782 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4c0703-e100-48b9-a57e-4259e7922620 x-openstack-request-id: req-ee4c0703-e100-48b9-a57e-4259e7922620 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:39:55.624240 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9", "tag": "2bd9f38d-efaa-4037-8040-569695202594", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:39:55.624644 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee4c0703-e100-48b9-a57e-4259e7922620 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:39:55.626164 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9', 'tag': '2bd9f38d-efaa-4037-8040-569695202594', 'status': 'completed', 'code': 200} Jan 17 09:39:55.701105 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1558d5-625f-4b2f-9979-6cd47bea728f req-9abdd8da-4a40-4010-9915-2cc807455ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:55.702647 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c1558d5-625f-4b2f-9979-6cd47bea728f req-9abdd8da-4a40-4010-9915-2cc807455ca1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 1098 time: 0.0558715 Jan 17 09:39:55.738128 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-6853c017-33c0-4d6a-856d-ef16f0079a48 None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:55.870779 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1558d5-625f-4b2f-9979-6cd47bea728f req-a8179686-ab07-4a99-9b8b-d26f63d2c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:55.872036 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c1558d5-625f-4b2f-9979-6cd47bea728f req-a8179686-ab07-4a99-9b8b-d26f63d2c202 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 200 len: 913 time: 0.1626382 Jan 17 09:39:55.887803 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-afb2d5e3-896f-458c-b0e0-2c5494ade502 admin admin] Deleting port e4db5bba-1968-420f-992b-b735e350748b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:55.888252 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-afb2d5e3-896f-458c-b0e0-2c5494ade502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (e4db5bba-1968-420f-992b-b735e350748b), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:55.895390 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267746e-c069-479c-b612-50e8a8f541e7 req-8d37d886-937a-465a-b641-e7a18961713e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:55.897618 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0267746e-c069-479c-b612-50e8a8f541e7 req-8d37d886-937a-465a-b641-e7a18961713e tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 945 time: 0.0761907 Jan 17 09:39:55.925265 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c1558d5-625f-4b2f-9979-6cd47bea728f req-7a0564ad-c6ac-4922-9faf-2218d5c85b5e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bd9f38d-efaa-4037-8040-569695202594 HTTP/1.1" status: 200 len: 217 time: 0.0465317 Jan 17 09:39:55.970748 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-afb2d5e3-896f-458c-b0e0-2c5494ade502 admin admin] For port e4db5bba-1968-420f-992b-b735e350748b, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=e4db5bba-1968-420f-992b-b735e350748b,segment=NetworkSegment(c9bcf48f-129d-4429-a0fb-e9d5e9510065),segment_id=c9bcf48f-129d-4429-a0fb-e9d5e9510065)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:55.971396 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-afb2d5e3-896f-458c-b0e0-2c5494ade502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (e4db5bba-1968-420f-992b-b735e350748b), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:55.984756 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-afb2d5e3-896f-458c-b0e0-2c5494ade502 admin admin] Calling delete_port for e4db5bba-1968-420f-992b-b735e350748b owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:55.992102 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6853c017-33c0-4d6a-856d-ef16f0079a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': 'a039748d-2b55-412b-be41-3f4195e7f33c', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'port_id': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'mac_address': 'fa:16:3e:dd:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:36:06Z', 'updated_at': '2022-01-17T09:36:08Z', 'revision_number': 1, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:56.008743 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-0267746e-c069-479c-b612-50e8a8f541e7 req-1767b461-1b89-4ce4-81d2-9391081f12ea tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856109 Jan 17 09:39:56.010285 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1558d5-625f-4b2f-9979-6cd47bea728f req-1c75e666-da07-4a89-9428-6b417c274a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:56.011873 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c1558d5-625f-4b2f-9979-6cd47bea728f req-1c75e666-da07-4a89-9428-6b417c274a32 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b725854-b5c0-41ee-8bb5-b9d0e5c1d302 HTTP/1.1" status: 200 len: 851 time: 0.0808840 Jan 17 09:39:56.029233 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853c017-33c0-4d6a-856d-ef16f0079a48 None None] Checking router: b34adfdf-0d71-4c84-a507-2579f344c86d for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:39:56.038321 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853c017-33c0-4d6a-856d-ef16f0079a48 None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:56.038946 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6853c017-33c0-4d6a-856d-ef16f0079a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:56.058937 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1558d5-625f-4b2f-9979-6cd47bea728f req-59ce6dd7-64e9-4dcc-8083-34f5b4f4c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:56.060495 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c1558d5-625f-4b2f-9979-6cd47bea728f req-59ce6dd7-64e9-4dcc-8083-34f5b4f4c8a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416036 Jan 17 09:39:56.146077 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-6853c017-33c0-4d6a-856d-ef16f0079a48 None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:56.156818 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c1558d5-625f-4b2f-9979-6cd47bea728f req-feff4a42-516a-4b74-a116-45b5d0986437 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887976 Jan 17 09:39:56.172341 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-afb2d5e3-896f-458c-b0e0-2c5494ade502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (e4db5bba-1968-420f-992b-b735e350748b), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:56.199821 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2d5e3-896f-458c-b0e0-2c5494ade502 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4db5bba-1968-420f-992b-b735e350748b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:56.264474 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1c1558d5-625f-4b2f-9979-6cd47bea728f req-74d93a2a-5ab7-4ee5-8c88-f861224edb02 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990441 Jan 17 09:39:56.383426 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-afb2d5e3-896f-458c-b0e0-2c5494ade502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630940'] for router_interface (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:56.412954 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6853c017-33c0-4d6a-856d-ef16f0079a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': 'a039748d-2b55-412b-be41-3f4195e7f33c', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'port_id': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'mac_address': 'fa:16:3e:dd:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:36:06Z', 'updated_at': '2022-01-17T09:36:08Z', 'revision_number': 1, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:56.444220 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853c017-33c0-4d6a-856d-ef16f0079a48 None None] The sync data for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi is: [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_floatingips': [{'id': 'a039748d-2b55-412b-be41-3f4195e7f33c', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'router_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'port_id': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'mac_address': 'fa:16:3e:dd:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:36:06Z', 'updated_at': '2022-01-17T09:36:08Z', 'revision_number': 1, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:39:56.602181 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb2d5e3-896f-458c-b0e0-2c5494ade502 admin admin] Router fc9a8239-51fd-4f71-a12d-cc48544a8f5a has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:39:56.662740 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d07d6-a811-42e6-9d73-686c3b8f0e4e None None] New status for floating IP 819db95d-3561-4ebf-a2bc-64a03e795ea7: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:39:56.709687 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb2d5e3-896f-458c-b0e0-2c5494ade502 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:39:56.717236 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-afb2d5e3-896f-458c-b0e0-2c5494ade502 admin admin] 10.222.0.77 "PUT /v2.0/routers/fc9a8239-51fd-4f71-a12d-cc48544a8f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7498050 Jan 17 09:39:56.717631 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43254) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:56.720215 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a6931-cc9f-4ff0-bb17-25874ebdf2a5 None None] Sync routers for ids ['fc9a8239-51fd-4f71-a12d-cc48544a8f5a'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:39:56.731728 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a6931-cc9f-4ff0-bb17-25874ebdf2a5 None None] Routers {'fc9a8239-51fd-4f71-a12d-cc48544a8f5a'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:56.732439 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e23a6931-cc9f-4ff0-bb17-25874ebdf2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['fc9a8239-51fd-4f71-a12d-cc48544a8f5a'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:56.823101 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] Publish callbacks [] for router (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:56.844963 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e23a6931-cc9f-4ff0-bb17-25874ebdf2a5 None None] Set router fc9a8239-51fd-4f71-a12d-cc48544a8f5a gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:56.934165 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] Publish callbacks [] for router_gateway (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.000864 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] Deleting port bee3e587-e629-4783-a517-3e2b1a13a380 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:57.001491 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (bee3e587-e629-4783-a517-3e2b1a13a380), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.045725 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e23a6931-cc9f-4ff0-bb17-25874ebdf2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'name': 'tempest-TestShelveInstance-1619801037-router', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'bee3e587-e629-4783-a517-3e2b1a13a380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:39:56Z', 'revision_number': 5, 'project_id': '56fe109480ec4797bdc8150472e183d1', 'gw_port': {'id': 'bee3e587-e629-4783-a517-3e2b1a13a380', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:57.075591 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a6931-cc9f-4ff0-bb17-25874ebdf2a5 None None] Checking router: fc9a8239-51fd-4f71-a12d-cc48544a8f5a for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:39:57.088119 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a6931-cc9f-4ff0-bb17-25874ebdf2a5 None None] Routers {'fc9a8239-51fd-4f71-a12d-cc48544a8f5a'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:39:57.088744 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e23a6931-cc9f-4ff0-bb17-25874ebdf2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['fc9a8239-51fd-4f71-a12d-cc48544a8f5a'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:57.137710 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] For port bee3e587-e629-4783-a517-3e2b1a13a380, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=bee3e587-e629-4783-a517-3e2b1a13a380,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:57.138083 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (bee3e587-e629-4783-a517-3e2b1a13a380), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.155216 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] Calling delete_port for bee3e587-e629-4783-a517-3e2b1a13a380 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:57.174866 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5607e-e131-48cc-86ea-a9fdf4b91c0e req-84419088-f877-4859-bdf5-a1b997185559 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:57.176397 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-92b5607e-e131-48cc-86ea-a9fdf4b91c0e req-84419088-f877-4859-bdf5-a1b997185559 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 945 time: 0.0843799 Jan 17 09:39:57.180511 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e23a6931-cc9f-4ff0-bb17-25874ebdf2a5 None None] Set router fc9a8239-51fd-4f71-a12d-cc48544a8f5a gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:39:57.336289 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-92b5607e-e131-48cc-86ea-a9fdf4b91c0e req-83aa233c-f4b4-4183-9660-642bec14e38d tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211190 Jan 17 09:39:57.342609 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e23a6931-cc9f-4ff0-bb17-25874ebdf2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'name': 'tempest-TestShelveInstance-1619801037-router', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:39:56Z', 'revision_number': 6, 'project_id': '56fe109480ec4797bdc8150472e183d1', 'gw_port_host': None}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:57.349482 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ac4fb-9220-4197-a9b4-c043a6e35b4c req-e4b17033-b104-440a-9b14-d78cab991f66 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:39:57.350937 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-858ac4fb-9220-4197-a9b4-c043a6e35b4c req-e4b17033-b104-440a-9b14-d78cab991f66 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 945 time: 0.0578787 Jan 17 09:39:57.373042 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a6931-cc9f-4ff0-bb17-25874ebdf2a5 None None] The sync data for ids ['fc9a8239-51fd-4f71-a12d-cc48544a8f5a'] in dv-cinder-815582-7-iscsi is: [{'id': 'fc9a8239-51fd-4f71-a12d-cc48544a8f5a', 'name': 'tempest-TestShelveInstance-1619801037-router', 'tenant_id': '56fe109480ec4797bdc8150472e183d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:35:05Z', 'updated_at': '2022-01-17T09:39:56Z', 'revision_number': 6, 'project_id': '56fe109480ec4797bdc8150472e183d1', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:39:57.403903 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (bee3e587-e629-4783-a517-3e2b1a13a380), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.432967 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] Pushing event deleted for resources: {'Port': ['ID=bee3e587-e629-4783-a517-3e2b1a13a380,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:57.465600 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-858ac4fb-9220-4197-a9b4-c043a6e35b4c req-521ac52d-539c-4e13-8035-1b63c8d67d9f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Deleting port 2bd9f38d-efaa-4037-8040-569695202594 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:57.465942 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-858ac4fb-9220-4197-a9b4-c043a6e35b4c req-521ac52d-539c-4e13-8035-1b63c8d67d9f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (2bd9f38d-efaa-4037-8040-569695202594), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.496228 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631414'] for router_gateway (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.553989 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-858ac4fb-9220-4197-a9b4-c043a6e35b4c req-521ac52d-539c-4e13-8035-1b63c8d67d9f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] For port 2bd9f38d-efaa-4037-8040-569695202594, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2bd9f38d-efaa-4037-8040-569695202594,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:57.554272 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-858ac4fb-9220-4197-a9b4-c043a6e35b4c req-521ac52d-539c-4e13-8035-1b63c8d67d9f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (2bd9f38d-efaa-4037-8040-569695202594), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.567016 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-858ac4fb-9220-4197-a9b4-c043a6e35b4c req-521ac52d-539c-4e13-8035-1b63c8d67d9f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Calling delete_port for 2bd9f38d-efaa-4037-8040-569695202594 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:57.582225 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.584627 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] Publish callbacks [] for router_controller (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.628651 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634602'] for router (fc9a8239-51fd-4f71-a12d-cc48544a8f5a), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.629256 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc9a8239-51fd-4f71-a12d-cc48544a8f5a {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:39:57.633775 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.634709 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-369f6a0e-b932-48a2-80a2-680ab489c90e admin admin] 10.222.0.77 "DELETE /v2.0/routers/fc9a8239-51fd-4f71-a12d-cc48544a8f5a HTTP/1.1" status: 204 len: 168 time: 0.9161561 Jan 17 09:39:57.637260 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43288) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:57.680899 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6c47a1-8d5b-4ca3-87b4-9cf1863f017c admin admin] Deleting subnet f826a7f3-7f6d-4cdd-9967-2f18f456d698 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:39:57.683913 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed6c47a1-8d5b-4ca3-87b4-9cf1863f017c admin admin] Publish callbacks [] for subnet (f826a7f3-7f6d-4cdd-9967-2f18f456d698), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.704247 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-858ac4fb-9220-4197-a9b4-c043a6e35b4c req-521ac52d-539c-4e13-8035-1b63c8d67d9f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (2bd9f38d-efaa-4037-8040-569695202594), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.725740 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed6c47a1-8d5b-4ca3-87b4-9cf1863f017c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406618'] for subnet (f826a7f3-7f6d-4cdd-9967-2f18f456d698), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.733681 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ac52d-539c-4e13-8035-1b63c8d67d9f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event deleted for resources: {'Port': ['ID=2bd9f38d-efaa-4037-8040-569695202594,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:57.785009 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-858ac4fb-9220-4197-a9b4-c043a6e35b4c req-521ac52d-539c-4e13-8035-1b63c8d67d9f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] No DVR routers for this DVR port 2bd9f38d-efaa-4037-8040-569695202594 on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:39:57.788076 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-858ac4fb-9220-4197-a9b4-c043a6e35b4c req-521ac52d-539c-4e13-8035-1b63c8d67d9f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.791528 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-858ac4fb-9220-4197-a9b4-c043a6e35b4c req-521ac52d-539c-4e13-8035-1b63c8d67d9f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.31 "DELETE /v2.0/ports/2bd9f38d-efaa-4037-8040-569695202594 HTTP/1.1" status: 204 len: 173 time: 0.4354262 Jan 17 09:39:57.792170 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9', 'name': 'network-vif-deleted', 'tag': '2bd9f38d-efaa-4037-8040-569695202594'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:39:57.794388 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79d95c5-2522-4ed8-9393-00fa2be37977" -d '{"events": [{"server_uuid": "6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9", "name": "network-vif-deleted", "tag": "2bd9f38d-efaa-4037-8040-569695202594"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:39:57.822121 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed6c47a1-8d5b-4ca3-87b4-9cf1863f017c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (f826a7f3-7f6d-4cdd-9967-2f18f456d698), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.849489 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19930c6-5b34-4203-8561-6c5341244d1f x-openstack-request-id: req-a19930c6-5b34-4203-8561-6c5341244d1f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:39:57.849787 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9", "name": "network-vif-deleted", "tag": "2bd9f38d-efaa-4037-8040-569695202594", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:39:57.850065 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a19930c6-5b34-4203-8561-6c5341244d1f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:39:57.850483 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9', 'name': 'network-vif-deleted', 'tag': '2bd9f38d-efaa-4037-8040-569695202594', 'status': 'completed', 'code': 200} Jan 17 09:39:57.879017 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed6c47a1-8d5b-4ca3-87b4-9cf1863f017c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9093843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971458'] for subnet (f826a7f3-7f6d-4cdd-9967-2f18f456d698), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.903961 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c47a1-8d5b-4ca3-87b4-9cf1863f017c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f826a7f3-7f6d-4cdd-9967-2f18f456d698,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:57.907567 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ed6c47a1-8d5b-4ca3-87b4-9cf1863f017c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:57.911607 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-ed6c47a1-8d5b-4ca3-87b4-9cf1863f017c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f826a7f3-7f6d-4cdd-9967-2f18f456d698 HTTP/1.1" status: 204 len: 168 time: 0.2732804 Jan 17 09:39:57.913725 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc356a-e09b-4f72-a65a-ad60cc603dbe None None] Network ab669017-1877-44c9-80a1-2948243a4e38 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:39:57.914215 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43292) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:57.982349 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (ab669017-1877-44c9-80a1-2948243a4e38), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:58.040723 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] Deleting port e53d8451-70f6-4d50-aca2-8951f411c224 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:39:58.041057 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (e53d8451-70f6-4d50-aca2-8951f411c224), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:58.119211 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] For port e53d8451-70f6-4d50-aca2-8951f411c224, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=e53d8451-70f6-4d50-aca2-8951f411c224,segment=NetworkSegment(c9bcf48f-129d-4429-a0fb-e9d5e9510065),segment_id=c9bcf48f-129d-4429-a0fb-e9d5e9510065)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:39:58.120246 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (e53d8451-70f6-4d50-aca2-8951f411c224), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:58.139290 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] Calling delete_port for e53d8451-70f6-4d50-aca2-8951f411c224 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:39:58.227565 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f10cd5-975c-4564-bc41-2994081ad289 None None] DHCP port deletion for ab669017-1877-44c9-80a1-2948243a4e38 request from dv-cinder-815582-7-iscsi {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:39:58.234658 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (e53d8451-70f6-4d50-aca2-8951f411c224), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:58.252856 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a7f10cd5-975c-4564-bc41-2994081ad289 None None] The port 'e53d8451-70f6-4d50-aca2-8951f411c224' was deleted {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Jan 17 09:39:58.264186 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] No DVR routers for this DVR port e53d8451-70f6-4d50-aca2-8951f411c224 on host dv-cinder-815582-7-iscsi {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:39:58.269229 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=e53d8451-70f6-4d50-aca2-8951f411c224,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:58.347294 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (ab669017-1877-44c9-80a1-2948243a4e38), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:58.368368 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab669017-1877-44c9-80a1-2948243a4e38']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:58.379671 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bcf48f-129d-4429-a0fb-e9d5e9510065') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:58.379991 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bcf48f-129d-4429-a0fb-e9d5e9510065') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:39:58.393733 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8910257'] for segment (c9bcf48f-129d-4429-a0fb-e9d5e9510065), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:58.412573 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (c9bcf48f-129d-4429-a0fb-e9d5e9510065), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:58.422143 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:39:58.422727 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856121'] for segment (c9bcf48f-129d-4429-a0fb-e9d5e9510065), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: Traceback (most recent call last): Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: timer() Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: cb(*args, **kw) Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: return func(*args, **kwargs) Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: self._notify() Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: self.callback(batched_events) Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: event.method(event) Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: return f(self, *a, **k) Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._get(url).json() Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:39:58.424776 dv-cinder-815582-7-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:39:58.480454 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-4af20291-74a0-4ced-9612-179d2be9fa4f req-7d16abfe-940b-4427-9f6e-f4371e0bea31 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e3ec1cb-cdc2-4c6a-bd66-54c8293b54b9 HTTP/1.1" status: 200 len: 210 time: 0.0289443 Jan 17 09:39:58.494921 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (ab669017-1877-44c9-80a1-2948243a4e38), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:58.502768 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:58.508797 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] 10.222.0.77 "DELETE /v2.0/networks/ab669017-1877-44c9-80a1-2948243a4e38 HTTP/1.1" status: 204 len: 168 time: 0.5933988 Jan 17 09:39:58.519713 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c460f1d-892e-4135-be07-1a3821887b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=ab669017-1877-44c9-80a1-2948243a4e38,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:58.700023 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43304) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:58.739922 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2e897cb7-2ab6-49fc-86ac-2928503b029a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=82cf45a99485404d88b5cae53dcef363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386746 Jan 17 09:39:58.742333 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43306) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:58.787606 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba596a4c-7218-46d8-9dd2-9810b85489ef admin admin] Publish callbacks [] for security_group (083c3b63-7ef2-4af2-b9e5-69777ea3a63a), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:58.807543 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba596a4c-7218-46d8-9dd2-9810b85489ef admin admin] Publish callbacks [] for security_group (083c3b63-7ef2-4af2-b9e5-69777ea3a63a), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:58.852170 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba596a4c-7218-46d8-9dd2-9810b85489ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (083c3b63-7ef2-4af2-b9e5-69777ea3a63a), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:58.854584 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba596a4c-7218-46d8-9dd2-9810b85489ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:58.855709 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-ba596a4c-7218-46d8-9dd2-9810b85489ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/083c3b63-7ef2-4af2-b9e5-69777ea3a63a HTTP/1.1" status: 204 len: 168 time: 0.1125083 Jan 17 09:39:58.864135 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba596a4c-7218-46d8-9dd2-9810b85489ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083c3b63-7ef2-4af2-b9e5-69777ea3a63a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:59.154927 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43312) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:59.253664 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device e53d8451-70f6-4d50-aca2-8951f411c224 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:39:59.273450 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: e53d8451-70f6-4d50-aca2-8951f411c224 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:39:59.273889 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device e53d8451-70f6-4d50-aca2-8951f411c224 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:39:59.274409 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device e4db5bba-1968-420f-992b-b735e350748b no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:39:59.293296 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: e4db5bba-1968-420f-992b-b735e350748b {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:39:59.293648 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device e4db5bba-1968-420f-992b-b735e350748b not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:39:59.294073 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device bee3e587-e629-4783-a517-3e2b1a13a380 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:39:59.316197 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: bee3e587-e629-4783-a517-3e2b1a13a380 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:39:59.316558 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device bee3e587-e629-4783-a517-3e2b1a13a380 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:39:59.393269 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-640a802c-ee88-4794-8f04-e2879b1ffa61 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56fe109480ec4797bdc8150472e183d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371099 Jan 17 09:39:59.395595 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43316) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:59.444648 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c288ea6-9bc7-43ae-bb3f-3169873acb3e admin admin] Publish callbacks [] for security_group (863b717f-48ba-466f-885b-26c18086e021), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:59.466425 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c288ea6-9bc7-43ae-bb3f-3169873acb3e admin admin] Publish callbacks [] for security_group (863b717f-48ba-466f-885b-26c18086e021), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:59.516468 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c288ea6-9bc7-43ae-bb3f-3169873acb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (863b717f-48ba-466f-885b-26c18086e021), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:59.519622 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c288ea6-9bc7-43ae-bb3f-3169873acb3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:59.523115 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-7c288ea6-9bc7-43ae-bb3f-3169873acb3e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/863b717f-48ba-466f-885b-26c18086e021 HTTP/1.1" status: 204 len: 168 time: 0.1242957 Jan 17 09:39:59.537259 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c288ea6-9bc7-43ae-bb3f-3169873acb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863b717f-48ba-466f-885b-26c18086e021,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:59.690955 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43332) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:59.804919 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-851bcf7e-f6ed-456b-8cca-c1f70ea5e7b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:59.885573 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-851bcf7e-f6ed-456b-8cca-c1f70ea5e7b9 admin admin] Publish callbacks [] for security_group (f256f6f9-8d84-4ecf-a9bf-e9c9f6d5c63d), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:59.889579 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-851bcf7e-f6ed-456b-8cca-c1f70ea5e7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (f256f6f9-8d84-4ecf-a9bf-e9c9f6d5c63d), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:39:59.929402 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-851bcf7e-f6ed-456b-8cca-c1f70ea5e7b9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bbbdf59fd7f14f5c9f8f9d21359372e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373140 Jan 17 09:39:59.930272 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bcf7e-f6ed-456b-8cca-c1f70ea5e7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f256f6f9-8d84-4ecf-a9bf-e9c9f6d5c63d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:39:59.932193 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43336) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:39:59.983640 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98a35971-e0c7-4887-a472-3b08864d71b0 admin admin] Publish callbacks [] for security_group (f256f6f9-8d84-4ecf-a9bf-e9c9f6d5c63d), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:00.003703 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98a35971-e0c7-4887-a472-3b08864d71b0 admin admin] Publish callbacks [] for security_group (f256f6f9-8d84-4ecf-a9bf-e9c9f6d5c63d), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:00.049008 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98a35971-e0c7-4887-a472-3b08864d71b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (f256f6f9-8d84-4ecf-a9bf-e9c9f6d5c63d), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:00.051645 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98a35971-e0c7-4887-a472-3b08864d71b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:00.052847 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-98a35971-e0c7-4887-a472-3b08864d71b0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f256f6f9-8d84-4ecf-a9bf-e9c9f6d5c63d HTTP/1.1" status: 204 len: 168 time: 0.1196723 Jan 17 09:40:00.059960 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a35971-e0c7-4887-a472-3b08864d71b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f256f6f9-8d84-4ecf-a9bf-e9c9f6d5c63d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:00.300755 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43342) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:00.313712 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc65bcaf-6048-48cb-ae3b-7da54390d662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:00.388688 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc65bcaf-6048-48cb-ae3b-7da54390d662 admin admin] Publish callbacks [] for security_group (e73456c7-1d6b-4c74-b392-7c4ce463946a), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:00.392497 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc65bcaf-6048-48cb-ae3b-7da54390d662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (e73456c7-1d6b-4c74-b392-7c4ce463946a), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:00.430709 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-dc65bcaf-6048-48cb-ae3b-7da54390d662 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c427d39f5944223a3b6252b2a1e2e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288986 Jan 17 09:40:00.431682 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65bcaf-6048-48cb-ae3b-7da54390d662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73456c7-1d6b-4c74-b392-7c4ce463946a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:00.433410 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43344) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:00.479898 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30f4c40a-9619-439e-9c48-c9044b77c61d admin admin] Publish callbacks [] for security_group (e73456c7-1d6b-4c74-b392-7c4ce463946a), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:00.500759 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30f4c40a-9619-439e-9c48-c9044b77c61d admin admin] Publish callbacks [] for security_group (e73456c7-1d6b-4c74-b392-7c4ce463946a), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:00.544398 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30f4c40a-9619-439e-9c48-c9044b77c61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (e73456c7-1d6b-4c74-b392-7c4ce463946a), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:00.546936 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30f4c40a-9619-439e-9c48-c9044b77c61d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:00.548091 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-30f4c40a-9619-439e-9c48-c9044b77c61d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e73456c7-1d6b-4c74-b392-7c4ce463946a HTTP/1.1" status: 204 len: 168 time: 0.1136758 Jan 17 09:40:00.556103 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4c40a-9619-439e-9c48-c9044b77c61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73456c7-1d6b-4c74-b392-7c4ce463946a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:01.786350 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43392) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:01.942759 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-eea5ac42-cd0d-45f7-b387-0b1cd20cc949 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Deleting port 9903d63a-9304-4520-b474-b5d17fd74182 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:40:01.943203 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eea5ac42-cd0d-45f7-b387-0b1cd20cc949 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (9903d63a-9304-4520-b474-b5d17fd74182), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:02.016842 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eea5ac42-cd0d-45f7-b387-0b1cd20cc949 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (9903d63a-9304-4520-b474-b5d17fd74182), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:02.017173 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eea5ac42-cd0d-45f7-b387-0b1cd20cc949 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for floatingip (9903d63a-9304-4520-b474-b5d17fd74182), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:02.029458 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-eea5ac42-cd0d-45f7-b387-0b1cd20cc949 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Calling delete_port for 9903d63a-9304-4520-b474-b5d17fd74182 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:40:02.176847 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eea5ac42-cd0d-45f7-b387-0b1cd20cc949 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (9903d63a-9304-4520-b474-b5d17fd74182), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:02.200897 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5ac42-cd0d-45f7-b387-0b1cd20cc949 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event deleted for resources: {'Port': ['ID=9903d63a-9304-4520-b474-b5d17fd74182,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:02.267799 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eea5ac42-cd0d-45f7-b387-0b1cd20cc949 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for floatingip (a039748d-2b55-412b-be41-3f4195e7f33c), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:02.268870 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.db.l3_db [None req-eea5ac42-cd0d-45f7-b387-0b1cd20cc949 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Floating IP a039748d-2b55-412b-be41-3f4195e7f33c disassociated (deleted). External IP: 172.27.2.45, port: 5658a718-296c-49cc-b8f3-c8fd0fe08442. Jan 17 09:40:02.347570 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 2bd9f38d-efaa-4037-8040-569695202594 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:40:02.366787 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: 2bd9f38d-efaa-4037-8040-569695202594 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:40:02.367066 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 2bd9f38d-efaa-4037-8040-569695202594 not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:40:02.729651 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea5ac42-cd0d-45f7-b387-0b1cd20cc949 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Router b34adfdf-0d71-4c84-a507-2579f344c86d has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:40:02.829508 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea5ac42-cd0d-45f7-b387-0b1cd20cc949 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:40:02.834859 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eea5ac42-cd0d-45f7-b387-0b1cd20cc949 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:02.840357 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be149e9f-8b57-4dcc-8374-eddea6c28aa0 None None] Sync routers for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:40:02.850726 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be149e9f-8b57-4dcc-8374-eddea6c28aa0 None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:40:02.851343 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be149e9f-8b57-4dcc-8374-eddea6c28aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:02.864328 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-eea5ac42-cd0d-45f7-b387-0b1cd20cc949 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "DELETE /v2.0/floatingips/a039748d-2b55-412b-be41-3f4195e7f33c HTTP/1.1" status: 204 len: 168 time: 1.0768895 Jan 17 09:40:02.864945 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'tag': '5658a718-296c-49cc-b8f3-c8fd0fe08442'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:40:02.867163 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913a8202-2cd2-4c2a-8fbb-ecab0f4f252e" -d '{"events": [{"name": "network-changed", "server_uuid": "f84c9c15-b7f3-4e19-927d-227510453fca", "tag": "5658a718-296c-49cc-b8f3-c8fd0fe08442"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:40:02.903716 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ff093e-57f2-4610-8fb3-157999a3ed62 x-openstack-request-id: req-f5ff093e-57f2-4610-8fb3-157999a3ed62 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:40:02.904165 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84c9c15-b7f3-4e19-927d-227510453fca", "tag": "5658a718-296c-49cc-b8f3-c8fd0fe08442", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:40:02.904657 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5ff093e-57f2-4610-8fb3-157999a3ed62 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:40:02.905066 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'tag': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'status': 'completed', 'code': 200} Jan 17 09:40:02.966626 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a8202-2cd2-4c2a-8fbb-ecab0f4f252e req-9d833f45-f556-4d7a-b728-db8023b56b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:02.968424 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-913a8202-2cd2-4c2a-8fbb-ecab0f4f252e req-9d833f45-f556-4d7a-b728-db8023b56b22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 1099 time: 0.0422215 Jan 17 09:40:02.974378 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-be149e9f-8b57-4dcc-8374-eddea6c28aa0 None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:40:03.071371 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a8202-2cd2-4c2a-8fbb-ecab0f4f252e req-3983ad3d-af8c-4ab7-b05f-16b0b2a8af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:03.072842 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-913a8202-2cd2-4c2a-8fbb-ecab0f4f252e req-3983ad3d-af8c-4ab7-b05f-16b0b2a8af4c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 200 len: 913 time: 0.0982628 Jan 17 09:40:03.128978 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-913a8202-2cd2-4c2a-8fbb-ecab0f4f252e req-7743c720-2ac8-49fc-b9dd-4a31172d2fad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5658a718-296c-49cc-b8f3-c8fd0fe08442 HTTP/1.1" status: 200 len: 217 time: 0.0393555 Jan 17 09:40:03.151173 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34130a3f-6cce-4fa4-b695-e4b2d8d98b89 req-16401186-7242-4fde-bdf6-c727192014d9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:03.152656 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-34130a3f-6cce-4fa4-b695-e4b2d8d98b89 req-16401186-7242-4fde-bdf6-c727192014d9 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 946 time: 0.1023908 Jan 17 09:40:03.181523 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be149e9f-8b57-4dcc-8374-eddea6c28aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:03.208455 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a8202-2cd2-4c2a-8fbb-ecab0f4f252e req-6320de16-b087-4639-a25f-dae289d365cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:03.208709 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be149e9f-8b57-4dcc-8374-eddea6c28aa0 None None] Checking router: b34adfdf-0d71-4c84-a507-2579f344c86d for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:40:03.210185 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-913a8202-2cd2-4c2a-8fbb-ecab0f4f252e req-6320de16-b087-4639-a25f-dae289d365cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b725854-b5c0-41ee-8bb5-b9d0e5c1d302 HTTP/1.1" status: 200 len: 851 time: 0.0744019 Jan 17 09:40:03.217500 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be149e9f-8b57-4dcc-8374-eddea6c28aa0 None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:40:03.218112 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be149e9f-8b57-4dcc-8374-eddea6c28aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:03.237055 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-34130a3f-6cce-4fa4-b695-e4b2d8d98b89 req-139503ef-8f2e-4f07-96c4-3184f0d83445 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666046 Jan 17 09:40:03.270927 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a8202-2cd2-4c2a-8fbb-ecab0f4f252e req-94ada7c6-412b-4878-845f-a308bb044df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:03.272461 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-913a8202-2cd2-4c2a-8fbb-ecab0f4f252e req-94ada7c6-412b-4878-845f-a308bb044df5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526314 Jan 17 09:40:03.338439 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-be149e9f-8b57-4dcc-8374-eddea6c28aa0 None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:40:03.369308 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-913a8202-2cd2-4c2a-8fbb-ecab0f4f252e req-0ddb8cf5-4d26-4ea6-a49a-91e664fd0d7f service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901399 Jan 17 09:40:03.469391 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-913a8202-2cd2-4c2a-8fbb-ecab0f4f252e req-8da84874-fc45-479d-bc61-a9b15ecb3b31 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936406 Jan 17 09:40:03.551461 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be149e9f-8b57-4dcc-8374-eddea6c28aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:03.578687 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be149e9f-8b57-4dcc-8374-eddea6c28aa0 None None] The sync data for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi is: [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:32:33Z', 'revision_number': 4, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi', '_interfaces': [{'id': '5a72e489-8ed6-4179-ab84-c0241354aa1c', 'name': '', 'network_id': '7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'mac_address': 'fa:16:3e:d6:e1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:32Z', 'updated_at': '2022-01-17T09:32:37Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'subnets': [{'id': '7b725854-b5c0-41ee-8bb5-b9d0e5c1d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:40:03.785641 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572dfa05-7b49-444e-addf-aadf03f81513 None None] New status for floating IP a039748d-2b55-412b-be41-3f4195e7f33c: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 09:40:04.421685 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:40:04.503058 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8d1c6-1b9e-41ad-8368-80695a774416 req-1fde149a-3186-4864-8a77-5d93fc7dd330 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:04.504723 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9ac8d1c6-1b9e-41ad-8368-80695a774416 req-1fde149a-3186-4864-8a77-5d93fc7dd330 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 946 time: 0.0513260 Jan 17 09:40:04.553808 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e9f4f-29c6-43c0-a9d5-e6db621e93c6 req-d6a5ce29-1a59-45c0-be06-e0d3672d848f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:04.555284 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-853e9f4f-29c6-43c0-a9d5-e6db621e93c6 req-d6a5ce29-1a59-45c0-be06-e0d3672d848f tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.31 "GET /v2.0/ports?device_id=f84c9c15-b7f3-4e19-927d-227510453fca HTTP/1.1" status: 200 len: 946 time: 0.0646310 Jan 17 09:40:04.558700 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-9ac8d1c6-1b9e-41ad-8368-80695a774416 req-3c9b69e0-9168-4e75-b44d-8b530fa18926 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdeac66c-895e-4d49-b05a-06f914111338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478332 Jan 17 09:40:04.645308 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-853e9f4f-29c6-43c0-a9d5-e6db621e93c6 req-430018d5-c123-4be5-95d8-7ba7d65ec782 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Deleting port 5658a718-296c-49cc-b8f3-c8fd0fe08442 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:40:04.645656 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-853e9f4f-29c6-43c0-a9d5-e6db621e93c6 req-430018d5-c123-4be5-95d8-7ba7d65ec782 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:04.739425 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-853e9f4f-29c6-43c0-a9d5-e6db621e93c6 req-430018d5-c123-4be5-95d8-7ba7d65ec782 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] For port 5658a718-296c-49cc-b8f3-c8fd0fe08442, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5658a718-296c-49cc-b8f3-c8fd0fe08442,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:04.739793 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-853e9f4f-29c6-43c0-a9d5-e6db621e93c6 req-430018d5-c123-4be5-95d8-7ba7d65ec782 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:04.752145 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-853e9f4f-29c6-43c0-a9d5-e6db621e93c6 req-430018d5-c123-4be5-95d8-7ba7d65ec782 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Calling delete_port for 5658a718-296c-49cc-b8f3-c8fd0fe08442 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:40:04.761438 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43434) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:04.865579 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66f530fc-3acd-4b70-8b60-90ade6938071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:04.881182 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-853e9f4f-29c6-43c0-a9d5-e6db621e93c6 req-430018d5-c123-4be5-95d8-7ba7d65ec782 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (5658a718-296c-49cc-b8f3-c8fd0fe08442), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:04.909235 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430018d5-c123-4be5-95d8-7ba7d65ec782 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event deleted for resources: {'Port': ['ID=5658a718-296c-49cc-b8f3-c8fd0fe08442,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:04.946676 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66f530fc-3acd-4b70-8b60-90ade6938071 admin admin] Publish callbacks [] for security_group (5c8c0b2d-2b2a-4742-b901-8694155cc599), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:04.950820 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66f530fc-3acd-4b70-8b60-90ade6938071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (5c8c0b2d-2b2a-4742-b901-8694155cc599), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:04.951906 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-853e9f4f-29c6-43c0-a9d5-e6db621e93c6 req-430018d5-c123-4be5-95d8-7ba7d65ec782 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] No DVR routers for this DVR port 5658a718-296c-49cc-b8f3-c8fd0fe08442 on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:40:04.954392 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-853e9f4f-29c6-43c0-a9d5-e6db621e93c6 req-430018d5-c123-4be5-95d8-7ba7d65ec782 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:04.958388 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-853e9f4f-29c6-43c0-a9d5-e6db621e93c6 req-430018d5-c123-4be5-95d8-7ba7d65ec782 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.31 "DELETE /v2.0/ports/5658a718-296c-49cc-b8f3-c8fd0fe08442 HTTP/1.1" status: 204 len: 173 time: 0.3979003 Jan 17 09:40:04.958832 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'name': 'network-vif-deleted', 'tag': '5658a718-296c-49cc-b8f3-c8fd0fe08442'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:40:04.961414 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90ffe9e-f024-4add-83ae-a26a2fa3e5fc" -d '{"events": [{"server_uuid": "f84c9c15-b7f3-4e19-927d-227510453fca", "name": "network-vif-deleted", "tag": "5658a718-296c-49cc-b8f3-c8fd0fe08442"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:40:04.989283 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f530fc-3acd-4b70-8b60-90ade6938071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8c0b2d-2b2a-4742-b901-8694155cc599,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:04.995636 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-66f530fc-3acd-4b70-8b60-90ade6938071 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9d7b4fc7b55b42e588d6d7a0aef7930e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307665 Jan 17 09:40:04.996099 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43440) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:05.010015 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d612daf8-2c68-4fac-851d-a8e122fe0324 x-openstack-request-id: req-d612daf8-2c68-4fac-851d-a8e122fe0324 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:40:05.010311 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84c9c15-b7f3-4e19-927d-227510453fca", "name": "network-vif-deleted", "tag": "5658a718-296c-49cc-b8f3-c8fd0fe08442", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:40:05.010568 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d612daf8-2c68-4fac-851d-a8e122fe0324 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:40:05.010960 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84c9c15-b7f3-4e19-927d-227510453fca', 'name': 'network-vif-deleted', 'tag': '5658a718-296c-49cc-b8f3-c8fd0fe08442', 'status': 'completed', 'code': 200} Jan 17 09:40:05.045189 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04570318-f5c0-4971-ba26-3d4dca47fe99 admin admin] Publish callbacks [] for security_group (5c8c0b2d-2b2a-4742-b901-8694155cc599), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:05.066289 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04570318-f5c0-4971-ba26-3d4dca47fe99 admin admin] Publish callbacks [] for security_group (5c8c0b2d-2b2a-4742-b901-8694155cc599), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:05.113214 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04570318-f5c0-4971-ba26-3d4dca47fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (5c8c0b2d-2b2a-4742-b901-8694155cc599), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:05.115757 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04570318-f5c0-4971-ba26-3d4dca47fe99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:05.116903 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-04570318-f5c0-4971-ba26-3d4dca47fe99 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5c8c0b2d-2b2a-4742-b901-8694155cc599 HTTP/1.1" status: 204 len: 168 time: 0.1201158 Jan 17 09:40:05.125763 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04570318-f5c0-4971-ba26-3d4dca47fe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8c0b2d-2b2a-4742-b901-8694155cc599,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:05.386944 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43446) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:05.400661 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ece0a9b-8e4d-4422-a832-84155223ba4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:05.477985 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ece0a9b-8e4d-4422-a832-84155223ba4a admin admin] Publish callbacks [] for security_group (9ebc214a-d7c9-4c4e-8460-ec1d296e3115), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:05.481714 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ece0a9b-8e4d-4422-a832-84155223ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (9ebc214a-d7c9-4c4e-8460-ec1d296e3115), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:05.519858 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2ece0a9b-8e4d-4422-a832-84155223ba4a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d251e67acb54bf2b76c3a9be15f3de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317513 Jan 17 09:40:05.520792 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece0a9b-8e4d-4422-a832-84155223ba4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebc214a-d7c9-4c4e-8460-ec1d296e3115,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:05.522522 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43448) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:05.575167 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4957484d-ab27-485b-bd64-ef73207f2153 admin admin] Publish callbacks [] for security_group (9ebc214a-d7c9-4c4e-8460-ec1d296e3115), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:05.597552 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4957484d-ab27-485b-bd64-ef73207f2153 admin admin] Publish callbacks [] for security_group (9ebc214a-d7c9-4c4e-8460-ec1d296e3115), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:05.622506 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43452) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:05.646578 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4957484d-ab27-485b-bd64-ef73207f2153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (9ebc214a-d7c9-4c4e-8460-ec1d296e3115), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:05.649735 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4957484d-ab27-485b-bd64-ef73207f2153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:05.651550 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-4957484d-ab27-485b-bd64-ef73207f2153 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9ebc214a-d7c9-4c4e-8460-ec1d296e3115 HTTP/1.1" status: 204 len: 168 time: 0.1273816 Jan 17 09:40:05.660209 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957484d-ab27-485b-bd64-ef73207f2153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebc214a-d7c9-4c4e-8460-ec1d296e3115,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:05.758081 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-19cb0ca9-ce9e-4475-894f-9a60bcce8b61 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Deleting port 0ac94765-a325-4195-a5e2-8c107ef9368c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:40:05.758432 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19cb0ca9-ce9e-4475-894f-9a60bcce8b61 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (0ac94765-a325-4195-a5e2-8c107ef9368c), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:05.834699 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19cb0ca9-ce9e-4475-894f-9a60bcce8b61 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (0ac94765-a325-4195-a5e2-8c107ef9368c), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:05.835036 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19cb0ca9-ce9e-4475-894f-9a60bcce8b61 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for floatingip (0ac94765-a325-4195-a5e2-8c107ef9368c), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:05.847323 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-19cb0ca9-ce9e-4475-894f-9a60bcce8b61 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Calling delete_port for 0ac94765-a325-4195-a5e2-8c107ef9368c owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:40:05.982448 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19cb0ca9-ce9e-4475-894f-9a60bcce8b61 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (0ac94765-a325-4195-a5e2-8c107ef9368c), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:06.009130 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb0ca9-ce9e-4475-894f-9a60bcce8b61 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event deleted for resources: {'Port': ['ID=0ac94765-a325-4195-a5e2-8c107ef9368c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:06.050142 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:06.072045 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19cb0ca9-ce9e-4475-894f-9a60bcce8b61 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for floatingip (680b7870-0ad9-4516-818d-fbd4987bf019), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:06.074763 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19cb0ca9-ce9e-4475-894f-9a60bcce8b61 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for floatingip (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:06.078479 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-19cb0ca9-ce9e-4475-894f-9a60bcce8b61 tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "DELETE /v2.0/floatingips/680b7870-0ad9-4516-818d-fbd4987bf019 HTTP/1.1" status: 204 len: 168 time: 0.4518402 Jan 17 09:40:07.266274 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43508) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:07.324599 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3a11848-7250-4c7e-9070-4e31ef410deb tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group (cdeac66c-895e-4d49-b05a-06f914111338), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:07.352419 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3a11848-7250-4c7e-9070-4e31ef410deb tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group (cdeac66c-895e-4d49-b05a-06f914111338), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:07.415175 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3a11848-7250-4c7e-9070-4e31ef410deb tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (cdeac66c-895e-4d49-b05a-06f914111338), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:07.417943 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3a11848-7250-4c7e-9070-4e31ef410deb tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:07.419112 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-f3a11848-7250-4c7e-9070-4e31ef410deb tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] 10.222.0.77 "DELETE /v2.0/security-groups/cdeac66c-895e-4d49-b05a-06f914111338 HTTP/1.1" status: 204 len: 168 time: 0.1518493 Jan 17 09:40:07.428281 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a11848-7250-4c7e-9070-4e31ef410deb tempest-TestVolumeBootPattern-866868878 tempest-TestVolumeBootPattern-866868878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeac66c-895e-4d49-b05a-06f914111338,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:07.473848 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43516) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:07.942052 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a8af21c-a720-4593-96ad-c95c510fb074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631052'] for router_interface (b34adfdf-0d71-4c84-a507-2579f344c86d), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:08.403742 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 5658a718-296c-49cc-b8f3-c8fd0fe08442 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:40:08.411895 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9a8af21c-a720-4593-96ad-c95c510fb074 admin admin] Deleting port 5a72e489-8ed6-4179-ab84-c0241354aa1c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:40:08.412306 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a8af21c-a720-4593-96ad-c95c510fb074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:08.428397 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: 5658a718-296c-49cc-b8f3-c8fd0fe08442 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:40:08.428750 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 5658a718-296c-49cc-b8f3-c8fd0fe08442 not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:40:08.488424 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-9a8af21c-a720-4593-96ad-c95c510fb074 admin admin] For port 5a72e489-8ed6-4179-ab84-c0241354aa1c, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=5a72e489-8ed6-4179-ab84-c0241354aa1c,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:08.489005 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a8af21c-a720-4593-96ad-c95c510fb074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:08.502192 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9a8af21c-a720-4593-96ad-c95c510fb074 admin admin] Calling delete_port for 5a72e489-8ed6-4179-ab84-c0241354aa1c owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:40:08.684089 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a8af21c-a720-4593-96ad-c95c510fb074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (5a72e489-8ed6-4179-ab84-c0241354aa1c), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:08.710690 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8af21c-a720-4593-96ad-c95c510fb074 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a72e489-8ed6-4179-ab84-c0241354aa1c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:08.868968 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a8af21c-a720-4593-96ad-c95c510fb074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630940'] for router_interface (b34adfdf-0d71-4c84-a507-2579f344c86d), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:09.076609 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8af21c-a720-4593-96ad-c95c510fb074 admin admin] Router b34adfdf-0d71-4c84-a507-2579f344c86d has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:40:09.178335 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8af21c-a720-4593-96ad-c95c510fb074 admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:40:09.184410 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-9a8af21c-a720-4593-96ad-c95c510fb074 admin admin] 10.222.0.77 "PUT /v2.0/routers/b34adfdf-0d71-4c84-a507-2579f344c86d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7094228 Jan 17 09:40:09.185966 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43526) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:09.187210 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1335127-d02c-45ac-8401-c46d406f8205 None None] Sync routers for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:40:09.197534 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1335127-d02c-45ac-8401-c46d406f8205 None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:40:09.198185 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c1335127-d02c-45ac-8401-c46d406f8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:09.291628 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] Publish callbacks [] for router (b34adfdf-0d71-4c84-a507-2579f344c86d), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:09.307451 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c1335127-d02c-45ac-8401-c46d406f8205 None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: dv-cinder-815582-7-iscsi {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:40:09.388637 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] Publish callbacks [] for router_gateway (b34adfdf-0d71-4c84-a507-2579f344c86d), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:09.443758 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] Deleting port 3feabb9a-713b-4d59-b8c6-51f6891ad60a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:40:09.444050 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (3feabb9a-713b-4d59-b8c6-51f6891ad60a), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:09.485552 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c1335127-d02c-45ac-8401-c46d406f8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:40:08Z', 'revision_number': 5, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port': {'id': '3feabb9a-713b-4d59-b8c6-51f6891ad60a', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:30Z', 'updated_at': '2022-01-17T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:09.513387 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1335127-d02c-45ac-8401-c46d406f8205 None None] Checking router: b34adfdf-0d71-4c84-a507-2579f344c86d for host: dv-cinder-815582-7-iscsi {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:40:09.519559 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] For port 3feabb9a-713b-4d59-b8c6-51f6891ad60a, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=3feabb9a-713b-4d59-b8c6-51f6891ad60a,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:09.520198 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (3feabb9a-713b-4d59-b8c6-51f6891ad60a), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:09.521526 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1335127-d02c-45ac-8401-c46d406f8205 None None] Routers {'b34adfdf-0d71-4c84-a507-2579f344c86d'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:40:09.522133 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c1335127-d02c-45ac-8401-c46d406f8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:39:42Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['b34adfdf-0d71-4c84-a507-2579f344c86d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:09.532651 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] Calling delete_port for 3feabb9a-713b-4d59-b8c6-51f6891ad60a owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:40:09.605122 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c1335127-d02c-45ac-8401-c46d406f8205 None None] Set router b34adfdf-0d71-4c84-a507-2579f344c86d gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:40:09.658794 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c1335127-d02c-45ac-8401-c46d406f8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:40:09Z', 'revision_number': 6, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port_host': None}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:09.685368 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1335127-d02c-45ac-8401-c46d406f8205 None None] The sync data for ids ['b34adfdf-0d71-4c84-a507-2579f344c86d'] in dv-cinder-815582-7-iscsi is: [{'id': 'b34adfdf-0d71-4c84-a507-2579f344c86d', 'name': 'tempest-TestVolumeBootPattern-1259769006-router', 'tenant_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:29Z', 'updated_at': '2022-01-17T09:40:09Z', 'revision_number': 6, 'project_id': 'f598fce1df014bbe82e23bbf0b7544eb', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:40:09.698125 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (3feabb9a-713b-4d59-b8c6-51f6891ad60a), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:09.726571 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] Pushing event deleted for resources: {'Port': ['ID=3feabb9a-713b-4d59-b8c6-51f6891ad60a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:09.790666 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631414'] for router_gateway (b34adfdf-0d71-4c84-a507-2579f344c86d), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:09.880893 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router (b34adfdf-0d71-4c84-a507-2579f344c86d), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:09.883566 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] Publish callbacks [] for router_controller (b34adfdf-0d71-4c84-a507-2579f344c86d), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:09.928732 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634602'] for router (b34adfdf-0d71-4c84-a507-2579f344c86d), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:09.929300 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b34adfdf-0d71-4c84-a507-2579f344c86d {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:40:09.935476 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:09.937016 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-64081224-9756-4aac-91a2-49b73afe530b admin admin] 10.222.0.77 "DELETE /v2.0/routers/b34adfdf-0d71-4c84-a507-2579f344c86d HTTP/1.1" status: 204 len: 168 time: 0.7500269 Jan 17 09:40:09.938922 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8508bf6a-a6ae-4185-9512-2845c47cc360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:09.939585 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43544) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:09.990300 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cb00d0-2ff3-4094-a57c-0329a8253c16 admin admin] Deleting subnet 7b725854-b5c0-41ee-8bb5-b9d0e5c1d302 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:40:09.995040 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88cb00d0-2ff3-4094-a57c-0329a8253c16 admin admin] Publish callbacks [] for subnet (7b725854-b5c0-41ee-8bb5-b9d0e5c1d302), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.032692 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88cb00d0-2ff3-4094-a57c-0329a8253c16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406618'] for subnet (7b725854-b5c0-41ee-8bb5-b9d0e5c1d302), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.129928 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88cb00d0-2ff3-4094-a57c-0329a8253c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (7b725854-b5c0-41ee-8bb5-b9d0e5c1d302), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.188282 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88cb00d0-2ff3-4094-a57c-0329a8253c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9093843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971458'] for subnet (7b725854-b5c0-41ee-8bb5-b9d0e5c1d302), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.215888 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb00d0-2ff3-4094-a57c-0329a8253c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b725854-b5c0-41ee-8bb5-b9d0e5c1d302,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:10.217839 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88cb00d0-2ff3-4094-a57c-0329a8253c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.222732 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701a529b-2c79-41cf-b668-c0dd6c45ae2d None None] Network 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:40:10.227492 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43562) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:10.228395 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-88cb00d0-2ff3-4094-a57c-0329a8253c16 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7b725854-b5c0-41ee-8bb5-b9d0e5c1d302 HTTP/1.1" status: 204 len: 168 time: 0.2813647 Jan 17 09:40:10.308463 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.369883 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] Deleting port f8c81c88-0a4d-4a28-871c-a9b73404f843 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:40:10.370228 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.412267 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075afd89-2f6e-407a-8260-50140c276e51 None None] DHCP port deletion for 7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 request from dv-cinder-815582-7-iscsi {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:40:10.459606 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] For port f8c81c88-0a4d-4a28-871c-a9b73404f843, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=f8c81c88-0a4d-4a28-871c-a9b73404f843,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:10.460462 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.475555 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-075afd89-2f6e-407a-8260-50140c276e51 None None] Deleting port f8c81c88-0a4d-4a28-871c-a9b73404f843 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:40:10.475971 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-075afd89-2f6e-407a-8260-50140c276e51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.488120 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] Calling delete_port for f8c81c88-0a4d-4a28-871c-a9b73404f843 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:40:10.546520 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-075afd89-2f6e-407a-8260-50140c276e51 None None] For port f8c81c88-0a4d-4a28-871c-a9b73404f843, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=f8c81c88-0a4d-4a28-871c-a9b73404f843,segment=NetworkSegment(23f7bd03-1b51-40e5-a06b-66610c15ef37),segment_id=23f7bd03-1b51-40e5-a06b-66610c15ef37)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:10.547206 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-075afd89-2f6e-407a-8260-50140c276e51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.561254 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-075afd89-2f6e-407a-8260-50140c276e51 None None] Calling delete_port for f8c81c88-0a4d-4a28-871c-a9b73404f843 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:40:10.590399 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.628201 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c81c88-0a4d-4a28-871c-a9b73404f843,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:10.629693 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] No DVR routers for this DVR port f8c81c88-0a4d-4a28-871c-a9b73404f843 on host dv-cinder-815582-7-iscsi {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:40:10.657463 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-075afd89-2f6e-407a-8260-50140c276e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438'] for port (f8c81c88-0a4d-4a28-871c-a9b73404f843), after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.689484 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075afd89-2f6e-407a-8260-50140c276e51 None None] Pushing event deleted for resources: {'Port': ['ID=f8c81c88-0a4d-4a28-871c-a9b73404f843,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:10.694398 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075afd89-2f6e-407a-8260-50140c276e51 None None] No DVR routers for this DVR port f8c81c88-0a4d-4a28-871c-a9b73404f843 on host dv-cinder-815582-7-iscsi {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:40:10.704832 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.726376 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:10.736472 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f7bd03-1b51-40e5-a06b-66610c15ef37') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:10.736766 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f7bd03-1b51-40e5-a06b-66610c15ef37') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:10.746313 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8910257'] for segment (23f7bd03-1b51-40e5-a06b-66610c15ef37), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.759929 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (23f7bd03-1b51-40e5-a06b-66610c15ef37), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.766045 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:40:10.767009 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856121'] for segment (23f7bd03-1b51-40e5-a06b-66610c15ef37), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: Traceback (most recent call last): Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: timer() Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: cb(*args, **kw) Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: return func(*args, **kwargs) Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: self._notify() Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: self.callback(batched_events) Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: event.method(event) Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: return f(self, *a, **k) Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._get(url).json() Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:40:10.769151 dv-cinder-815582-7-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:40:10.821526 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.828120 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:10.831861 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1 HTTP/1.1" status: 204 len: 168 time: 0.6025839 Jan 17 09:40:10.835413 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43582) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:10.841811 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa9ce0-f185-4862-89f8-8dfc750e2882 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd9fa92-c1ab-4c17-9aeb-5840f846a7e1,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:11.163783 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b33c7732-2fed-4b5d-b1fe-9797b4df87dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631052'] for router_interface (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:11.255457 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device f8c81c88-0a4d-4a28-871c-a9b73404f843 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:40:11.275508 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: f8c81c88-0a4d-4a28-871c-a9b73404f843 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:40:11.275895 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device f8c81c88-0a4d-4a28-871c-a9b73404f843 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:40:11.276313 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 5a72e489-8ed6-4179-ab84-c0241354aa1c no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:40:11.294065 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: 5a72e489-8ed6-4179-ab84-c0241354aa1c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:40:11.294436 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 5a72e489-8ed6-4179-ab84-c0241354aa1c not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:40:11.294822 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 3feabb9a-713b-4d59-b8c6-51f6891ad60a no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:40:11.313226 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: 3feabb9a-713b-4d59-b8c6-51f6891ad60a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:40:11.313571 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 3feabb9a-713b-4d59-b8c6-51f6891ad60a not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:40:11.406299 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b33c7732-2fed-4b5d-b1fe-9797b4df87dd admin admin] Deleting port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:40:11.406631 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b33c7732-2fed-4b5d-b1fe-9797b4df87dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:11.482345 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-b33c7732-2fed-4b5d-b1fe-9797b4df87dd admin admin] For port 219abd56-8fe6-4e61-9349-74a9f9bbc3c6, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=219abd56-8fe6-4e61-9349-74a9f9bbc3c6,segment=NetworkSegment(8130d5c7-401d-4ed5-a60e-a0b30b7942aa),segment_id=8130d5c7-401d-4ed5-a60e-a0b30b7942aa)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:11.482622 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b33c7732-2fed-4b5d-b1fe-9797b4df87dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:11.495230 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b33c7732-2fed-4b5d-b1fe-9797b4df87dd admin admin] Calling delete_port for 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:40:11.664446 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b33c7732-2fed-4b5d-b1fe-9797b4df87dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (219abd56-8fe6-4e61-9349-74a9f9bbc3c6), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:11.692891 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c7732-2fed-4b5d-b1fe-9797b4df87dd admin admin] Pushing event deleted for resources: {'Port': ['ID=219abd56-8fe6-4e61-9349-74a9f9bbc3c6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:11.997845 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43598) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:12.100783 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b33c7732-2fed-4b5d-b1fe-9797b4df87dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-990081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630940'] for router_interface (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.104686 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-040cc321-a8dc-4571-8abf-c5fea4170051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.104972 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80ddbdd0-4c2b-40ce-afe9-991bfc115f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.184828 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-040cc321-a8dc-4571-8abf-c5fea4170051 admin admin] Publish callbacks [] for security_group (abf70e75-90c7-4a00-a2b6-7d0dca9e97db), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.189203 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-040cc321-a8dc-4571-8abf-c5fea4170051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (abf70e75-90c7-4a00-a2b6-7d0dca9e97db), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.228400 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-040cc321-a8dc-4571-8abf-c5fea4170051 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=38040e2bc1e14d9a8942415d759d1619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293403 Jan 17 09:40:12.229274 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cc321-a8dc-4571-8abf-c5fea4170051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf70e75-90c7-4a00-a2b6-7d0dca9e97db,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:12.231492 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43602) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:12.279363 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90c4cd5c-4b2c-41e7-8cca-57bd92a7476b admin admin] Publish callbacks [] for security_group (abf70e75-90c7-4a00-a2b6-7d0dca9e97db), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.299983 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90c4cd5c-4b2c-41e7-8cca-57bd92a7476b admin admin] Publish callbacks [] for security_group (abf70e75-90c7-4a00-a2b6-7d0dca9e97db), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.319044 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33c7732-2fed-4b5d-b1fe-9797b4df87dd admin admin] Router 42398f07-b7b5-456e-85ec-f08fc2e7fe5f has already been hosted by L3 agent 73a7e160-7cce-4213-9a5f-8236a7699ef7 {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:40:12.346368 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90c4cd5c-4b2c-41e7-8cca-57bd92a7476b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (abf70e75-90c7-4a00-a2b6-7d0dca9e97db), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.349279 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90c4cd5c-4b2c-41e7-8cca-57bd92a7476b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.350447 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-90c4cd5c-4b2c-41e7-8cca-57bd92a7476b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/abf70e75-90c7-4a00-a2b6-7d0dca9e97db HTTP/1.1" status: 204 len: 168 time: 0.1179953 Jan 17 09:40:12.358949 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4cd5c-4b2c-41e7-8cca-57bd92a7476b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf70e75-90c7-4a00-a2b6-7d0dca9e97db,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:12.437177 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33c7732-2fed-4b5d-b1fe-9797b4df87dd admin admin] Notify agent at l3_agent.dv-cinder-815582-7-iscsi the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:40:12.444325 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-b33c7732-2fed-4b5d-b1fe-9797b4df87dd admin admin] 10.222.0.77 "PUT /v2.0/routers/42398f07-b7b5-456e-85ec-f08fc2e7fe5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6073050 Jan 17 09:40:12.446432 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43606) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:12.448086 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64139d81-cea1-4d8a-a0fa-401ff2dfc1bf None None] Sync routers for ids ['42398f07-b7b5-456e-85ec-f08fc2e7fe5f'] in dv-cinder-815582-7-iscsi {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 09:40:12.467802 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64139d81-cea1-4d8a-a0fa-401ff2dfc1bf None None] Routers {'42398f07-b7b5-456e-85ec-f08fc2e7fe5f'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:40:12.468452 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-64139d81-cea1-4d8a-a0fa-401ff2dfc1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:40:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['42398f07-b7b5-456e-85ec-f08fc2e7fe5f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:12.556191 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] Publish callbacks [] for router (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.573953 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-64139d81-cea1-4d8a-a0fa-401ff2dfc1bf None None] Set router 42398f07-b7b5-456e-85ec-f08fc2e7fe5f gateway port host: dv-cinder-815582-7-iscsi {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:40:12.640578 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43610) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:12.653943 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-93f56ab8-86ed-4777-9090-854403b7f289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.665130 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] Publish callbacks [] for router_gateway (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.721981 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] Deleting port 66f7c987-09bf-442e-bd30-b3ba9d8c25a5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:40:12.722589 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (66f7c987-09bf-442e-bd30-b3ba9d8c25a5), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.731551 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-93f56ab8-86ed-4777-9090-854403b7f289 admin admin] Publish callbacks [] for security_group (dc981c88-6b75-4df0-b299-5f6b1dad2789), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.735650 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-93f56ab8-86ed-4777-9090-854403b7f289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (dc981c88-6b75-4df0-b299-5f6b1dad2789), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.768698 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-64139d81-cea1-4d8a-a0fa-401ff2dfc1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'name': 'tempest-TestVolumeBootPattern-641794422-router', 'tenant_id': '5b08989cd7b3498a8cb93b67c03327be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'external_fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '66f7c987-09bf-442e-bd30-b3ba9d8c25a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:40:11Z', 'revision_number': 5, 'project_id': '5b08989cd7b3498a8cb93b67c03327be', 'gw_port': {'id': '66f7c987-09bf-442e-bd30-b3ba9d8c25a5', 'name': '', 'network_id': 'ef01d75c-5e48-4e3d-a422-561f138b7f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:15:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ac7a971-b356-4e6e-bf0f-1a240e68fe32', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-7-iscsi'}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:12.774985 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-93f56ab8-86ed-4777-9090-854403b7f289 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=785be893f5f841f782483d237eaf11c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330528 Jan 17 09:40:12.775892 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f56ab8-86ed-4777-9090-854403b7f289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc981c88-6b75-4df0-b299-5f6b1dad2789,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:12.778878 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43612) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:12.796586 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64139d81-cea1-4d8a-a0fa-401ff2dfc1bf None None] Checking router: 42398f07-b7b5-456e-85ec-f08fc2e7fe5f for host: dv-cinder-815582-7-iscsi {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 09:40:12.805722 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64139d81-cea1-4d8a-a0fa-401ff2dfc1bf None None] Routers {'42398f07-b7b5-456e-85ec-f08fc2e7fe5f'} bound to L3 agent in host dv-cinder-815582-7-iscsi {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:40:12.806324 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-64139d81-cea1-4d8a-a0fa-401ff2dfc1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T09:22:42Z,description=,heartbeat_timestamp=2022-01-17T09:40:12Z,host='dv-cinder-815582-7-iscsi',id=73a7e160-7cce-4213-9a5f-8236a7699ef7,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T09:22:42Z,topic='l3_agent')) {'router_ids': ['42398f07-b7b5-456e-85ec-f08fc2e7fe5f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:12.842880 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] For port 66f7c987-09bf-442e-bd30-b3ba9d8c25a5, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=66f7c987-09bf-442e-bd30-b3ba9d8c25a5,segment=NetworkSegment(b73681ea-6727-440d-98aa-9e4c1ea66d36),segment_id=b73681ea-6727-440d-98aa-9e4c1ea66d36)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:12.843164 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (66f7c987-09bf-442e-bd30-b3ba9d8c25a5), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.864548 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] Calling delete_port for 66f7c987-09bf-442e-bd30-b3ba9d8c25a5 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:40:12.868415 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28444725-3db1-4f59-b89b-b10d93320ef7 admin admin] Publish callbacks [] for security_group (dc981c88-6b75-4df0-b299-5f6b1dad2789), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.889144 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-64139d81-cea1-4d8a-a0fa-401ff2dfc1bf None None] Set router 42398f07-b7b5-456e-85ec-f08fc2e7fe5f gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 09:40:12.922274 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28444725-3db1-4f59-b89b-b10d93320ef7 admin admin] Publish callbacks [] for security_group (dc981c88-6b75-4df0-b299-5f6b1dad2789), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:12.941636 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-64139d81-cea1-4d8a-a0fa-401ff2dfc1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'name': 'tempest-TestVolumeBootPattern-641794422-router', 'tenant_id': '5b08989cd7b3498a8cb93b67c03327be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:40:12Z', 'revision_number': 6, 'project_id': '5b08989cd7b3498a8cb93b67c03327be', 'gw_port_host': None}], 'dv-cinder-815582-7-iscsi', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:12.967370 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64139d81-cea1-4d8a-a0fa-401ff2dfc1bf None None] The sync data for ids ['42398f07-b7b5-456e-85ec-f08fc2e7fe5f'] in dv-cinder-815582-7-iscsi is: [{'id': '42398f07-b7b5-456e-85ec-f08fc2e7fe5f', 'name': 'tempest-TestVolumeBootPattern-641794422-router', 'tenant_id': '5b08989cd7b3498a8cb93b67c03327be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:32:36Z', 'updated_at': '2022-01-17T09:40:12Z', 'revision_number': 6, 'project_id': '5b08989cd7b3498a8cb93b67c03327be', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 09:40:13.024486 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28444725-3db1-4f59-b89b-b10d93320ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (dc981c88-6b75-4df0-b299-5f6b1dad2789), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.027064 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28444725-3db1-4f59-b89b-b10d93320ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.028238 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-28444725-3db1-4f59-b89b-b10d93320ef7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dc981c88-6b75-4df0-b299-5f6b1dad2789 HTTP/1.1" status: 204 len: 168 time: 0.2484314 Jan 17 09:40:13.039498 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28444725-3db1-4f59-b89b-b10d93320ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc981c88-6b75-4df0-b299-5f6b1dad2789,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:13.090767 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (66f7c987-09bf-442e-bd30-b3ba9d8c25a5), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.117244 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f7c987-09bf-442e-bd30-b3ba9d8c25a5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:13.179547 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.181642 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631414'] for router_gateway (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.270830 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7823'] for router (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.272885 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] Publish callbacks [] for router_controller (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.333971 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634602'] for router (42398f07-b7b5-456e-85ec-f08fc2e7fe5f), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.335487 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42398f07-b7b5-456e-85ec-f08fc2e7fe5f {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:40:13.341104 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.342282 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2805ab08-871d-4262-8606-2affe5ee7fb9 admin admin] 10.222.0.77 "DELETE /v2.0/routers/42398f07-b7b5-456e-85ec-f08fc2e7fe5f HTTP/1.1" status: 204 len: 168 time: 0.8946135 Jan 17 09:40:13.344747 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43620) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:13.406255 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc001f6-89b5-4d72-86e2-cee4d5986bfb admin admin] Deleting subnet 328a7f2d-8eb9-4905-8e64-e54695174f6e {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:40:13.410877 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cc001f6-89b5-4d72-86e2-cee4d5986bfb admin admin] Publish callbacks [] for subnet (328a7f2d-8eb9-4905-8e64-e54695174f6e), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.422571 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:40:13.442452 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:40:13.442982 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 219abd56-8fe6-4e61-9349-74a9f9bbc3c6 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:40:13.459622 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cc001f6-89b5-4d72-86e2-cee4d5986bfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8909634'] for subnet (328a7f2d-8eb9-4905-8e64-e54695174f6e), precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.571502 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cc001f6-89b5-4d72-86e2-cee4d5986bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (328a7f2d-8eb9-4905-8e64-e54695174f6e), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.623676 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cc001f6-89b5-4d72-86e2-cee4d5986bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8559063'] for subnet (328a7f2d-8eb9-4905-8e64-e54695174f6e), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.648227 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc001f6-89b5-4d72-86e2-cee4d5986bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=328a7f2d-8eb9-4905-8e64-e54695174f6e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:13.653913 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cc001f6-89b5-4d72-86e2-cee4d5986bfb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.657175 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-6cc001f6-89b5-4d72-86e2-cee4d5986bfb admin admin] 10.222.0.77 "DELETE /v2.0/subnets/328a7f2d-8eb9-4905-8e64-e54695174f6e HTTP/1.1" status: 204 len: 168 time: 0.3113523 Jan 17 09:40:13.660485 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43634) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:13.660994 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d784238c-14c3-4c77-87d2-57284d594be0 None None] Network 0dd72088-1616-4ba1-b453-f5e00e0141fd requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:40:13.736142 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (0dd72088-1616-4ba1-b453-f5e00e0141fd), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.792427 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] Deleting port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:40:13.793078 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.837107 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c4b3b0-fcb6-4704-96f5-0b9298207869 None None] DHCP port deletion for 0dd72088-1616-4ba1-b453-f5e00e0141fd request from dv-cinder-815582-7-iscsi {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 09:40:13.860187 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] For port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3,segment=NetworkSegment(8130d5c7-401d-4ed5-a60e-a0b30b7942aa),segment_id=8130d5c7-401d-4ed5-a60e-a0b30b7942aa)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:13.860553 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.875627 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] Calling delete_port for 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:40:13.883939 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-78c4b3b0-fcb6-4704-96f5-0b9298207869 None None] Deleting port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:40:13.884319 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-78c4b3b0-fcb6-4704-96f5-0b9298207869 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.947612 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-78c4b3b0-fcb6-4704-96f5-0b9298207869 None None] For port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3, host dv-cinder-815582-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-7-iscsi',level=0,port_id=9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3,segment=NetworkSegment(8130d5c7-401d-4ed5-a60e-a0b30b7942aa),segment_id=8130d5c7-401d-4ed5-a60e-a0b30b7942aa)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:13.948240 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-78c4b3b0-fcb6-4704-96f5-0b9298207869 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.966140 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9093856'] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:13.966750 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-78c4b3b0-fcb6-4704-96f5-0b9298207869 None None] Calling delete_port for 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:40:14.003130 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] No DVR routers for this DVR port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 on host dv-cinder-815582-7-iscsi {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:40:14.006872 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:14.053899 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-78c4b3b0-fcb6-4704-96f5-0b9298207869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438'] for port (9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3), after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:14.080943 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4b3b0-fcb6-4704-96f5-0b9298207869 None None] Pushing event deleted for resources: {'Port': ['ID=9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:14.085766 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4b3b0-fcb6-4704-96f5-0b9298207869 None None] No DVR routers for this DVR port 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 on host dv-cinder-815582-7-iscsi {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:40:14.088199 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (0dd72088-1616-4ba1-b453-f5e00e0141fd), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:14.126890 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd72088-1616-4ba1-b453-f5e00e0141fd']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:14.137437 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8130d5c7-401d-4ed5-a60e-a0b30b7942aa') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:14.137796 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8130d5c7-401d-4ed5-a60e-a0b30b7942aa') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:40:14.150113 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8405161'] for segment (8130d5c7-401d-4ed5-a60e-a0b30b7942aa), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:14.164525 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (8130d5c7-401d-4ed5-a60e-a0b30b7942aa), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:14.171293 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:40:14.172014 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9093821'] for segment (8130d5c7-401d-4ed5-a60e-a0b30b7942aa), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.174129 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: warnings.warn(msg) Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: Traceback (most recent call last): Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: timer() Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: cb(*args, **kw) Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: return func(*args, **kwargs) Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: self._notify() Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: self.callback(batched_events) Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: event.method(event) Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: return f(self, *a, **k) Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: return self._get(url).json() Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: return self.request(url, 'GET', **kwargs) Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:40:14.176915 dv-cinder-815582-7-iscsi neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:40:14.231608 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (0dd72088-1616-4ba1-b453-f5e00e0141fd), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:14.237507 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:14.243089 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0dd72088-1616-4ba1-b453-f5e00e0141fd HTTP/1.1" status: 204 len: 168 time: 0.5792973 Jan 17 09:40:14.252831 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76962f-7a11-4277-8609-85889ad0fff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd72088-1616-4ba1-b453-f5e00e0141fd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:14.431519 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43688) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:14.476051 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-9893b201-ff63-4e5d-aec5-388a6192aeb7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f598fce1df014bbe82e23bbf0b7544eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432339 Jan 17 09:40:14.478479 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43690) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:14.524962 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5e26f09-f89c-47b6-a056-6c17131bea5f admin admin] Publish callbacks [] for security_group (2df9d091-ec25-4eb5-8d18-f2f0a93bfe95), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:14.549096 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5e26f09-f89c-47b6-a056-6c17131bea5f admin admin] Publish callbacks [] for security_group (2df9d091-ec25-4eb5-8d18-f2f0a93bfe95), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:14.596247 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5e26f09-f89c-47b6-a056-6c17131bea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (2df9d091-ec25-4eb5-8d18-f2f0a93bfe95), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:14.598776 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5e26f09-f89c-47b6-a056-6c17131bea5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:14.599965 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-b5e26f09-f89c-47b6-a056-6c17131bea5f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2df9d091-ec25-4eb5-8d18-f2f0a93bfe95 HTTP/1.1" status: 204 len: 168 time: 0.1205840 Jan 17 09:40:14.607543 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e26f09-f89c-47b6-a056-6c17131bea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df9d091-ec25-4eb5-8d18-f2f0a93bfe95,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:14.750601 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:14.915228 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:14.956049 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-93da34c3-33c9-4c81-b8d3-cfa66da45818 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5b08989cd7b3498a8cb93b67c03327be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395284 Jan 17 09:40:14.958444 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43712) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:15.004520 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e361d31-b5ed-43e5-8662-ef87c7d05506 admin admin] Publish callbacks [] for security_group (2e5ddc87-f6a8-4ff8-b26d-86c13f02dc6e), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:15.025100 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e361d31-b5ed-43e5-8662-ef87c7d05506 admin admin] Publish callbacks [] for security_group (2e5ddc87-f6a8-4ff8-b26d-86c13f02dc6e), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:15.071910 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e361d31-b5ed-43e5-8662-ef87c7d05506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (2e5ddc87-f6a8-4ff8-b26d-86c13f02dc6e), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:15.074768 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e361d31-b5ed-43e5-8662-ef87c7d05506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:15.076132 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-4e361d31-b5ed-43e5-8662-ef87c7d05506 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e5ddc87-f6a8-4ff8-b26d-86c13f02dc6e HTTP/1.1" status: 204 len: 168 time: 0.1167376 Jan 17 09:40:15.084949 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e361d31-b5ed-43e5-8662-ef87c7d05506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5ddc87-f6a8-4ff8-b26d-86c13f02dc6e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:15.259616 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 66f7c987-09bf-442e-bd30-b3ba9d8c25a5 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:40:15.281996 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: 66f7c987-09bf-442e-bd30-b3ba9d8c25a5 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:40:15.282443 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 66f7c987-09bf-442e-bd30-b3ba9d8c25a5 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:40:15.282908 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 no longer exists at agent ovs-agent-dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:40:15.304175 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] No Port match for: 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:40:15.304530 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Device 9eca9ac6-64ef-44ee-8d2f-5c55ad7a18f3 not bound to the agent host dv-cinder-815582-7-iscsi {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:40:16.182318 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:36.062095 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:39.580929 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43832) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:39.683496 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:39.757945 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Publish callbacks [] for security_group (2decd236-0a55-4981-a284-9feb793eb312), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:39.761599 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (2decd236-0a55-4981-a284-9feb793eb312), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:39.802209 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2decd236-0a55-4981-a284-9feb793eb312,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:39.806058 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8c453db23b184b51bbc9d8f79361f2cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240963 Jan 17 09:40:39.808766 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43836) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:39.811814 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:39.812191 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:39.812542 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:39.812884 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:39.813223 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:39.813558 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:39.813894 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:39.814226 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:39.814561 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:39.814890 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:39.815218 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:39.815547 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:39.815926 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1771c2d-4bf9-4370-9889-afc1d5783aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:39.858385 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-824a71f6-5b6a-4bda-9aca-4eb6e613684f admin admin] Publish callbacks [] for security_group (2decd236-0a55-4981-a284-9feb793eb312), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:39.883324 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-824a71f6-5b6a-4bda-9aca-4eb6e613684f admin admin] Publish callbacks [] for security_group (2decd236-0a55-4981-a284-9feb793eb312), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:39.929805 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-824a71f6-5b6a-4bda-9aca-4eb6e613684f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (2decd236-0a55-4981-a284-9feb793eb312), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:39.932612 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-824a71f6-5b6a-4bda-9aca-4eb6e613684f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:39.933770 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-824a71f6-5b6a-4bda-9aca-4eb6e613684f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2decd236-0a55-4981-a284-9feb793eb312 HTTP/1.1" status: 204 len: 168 time: 0.1240180 Jan 17 09:40:39.942464 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a71f6-5b6a-4bda-9aca-4eb6e613684f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2decd236-0a55-4981-a284-9feb793eb312,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:39.943776 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-09e020ab-dd14-4404-893f-dadb46f48bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:40.537140 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 43858) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:40.629687 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1861690497-network', 'tenant_id': 'df9f6a79d2ca43a79353781450e34be7'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:40:40.652379 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] Made reservation on behalf of df9f6a79d2ca43a79353781450e34be7 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:40:40.654779 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for network (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:40.662955 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:40.735256 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] Publish callbacks [] for security_group (f97da17b-fcf5-4df7-97c2-95b160bfb601), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:40.738731 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (f97da17b-fcf5-4df7-97c2-95b160bfb601), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:40.759377 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:40:40.774445 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97da17b-fcf5-4df7-97c2-95b160bfb601,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:40.777336 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (913fce6d-f7a0-4a10-8163-3b2910bbd15c), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:40.777807 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.db.segments_db [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] Added segment 913fce6d-f7a0-4a10-8163-3b2910bbd15c of type vlan for network 7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 Jan 17 09:40:40.815429 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762718090415'] for network (7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9), precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:40.840736 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200'] for network (7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9), after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:40.841871 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:40.842464 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:40.893501 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3551757 Jan 17 09:40:40.896334 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 43862) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:40:40.901818 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [None req-70d1fd3d-44cb-4e3d-81d0-35c74c4b7aaf admin admin] Request body: {'subnet': {'network_id': '7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1861690497-subnet', 'tenant_id': 'df9f6a79d2ca43a79353781450e34be7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:40:40.906312 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b5878-004b-49b9-ac8d-343644560524 admin admin] Pushing event updated for resources: {'Network': ['ID=7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:40.916444 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Network 7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 details requested by agent ovs-agent-dv-cinder-815582-7-iscsi with host dv-cinder-815582-7-iscsi {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 09:40:40.923639 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d1fd3d-44cb-4e3d-81d0-35c74c4b7aaf admin admin] Made reservation on behalf of df9f6a79d2ca43a79353781450e34be7 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:40:40.926510 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70d1fd3d-44cb-4e3d-81d0-35c74c4b7aaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8559036'] for subnet (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:41.097569 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70d1fd3d-44cb-4e3d-81d0-35c74c4b7aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8856208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8559022'] for subnet (54c60d9e-1f88-4782-803c-eb57ff49e09d), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:41.160201 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1fd3d-44cb-4e3d-81d0-35c74c4b7aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c60d9e-1f88-4782-803c-eb57ff49e09d,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:41.164437 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d1fd3d-44cb-4e3d-81d0-35c74c4b7aaf admin admin] Checking segment: {'id': '913fce6d-f7a0-4a10-8163-3b2910bbd15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:40:41.164788 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d1fd3d-44cb-4e3d-81d0-35c74c4b7aaf admin admin] Network hostable DHCP agents. Network: 7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9, hostable agents: ['967a8197-5d2a-40a6-af98-6f7cd5af7bb9'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:40:41.181870 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d1fd3d-44cb-4e3d-81d0-35c74c4b7aaf admin admin] Network 7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 is scheduled to be hosted by DHCP agent 967a8197-5d2a-40a6-af98-6f7cd5af7bb9 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:40:41.190488 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-70d1fd3d-44cb-4e3d-81d0-35c74c4b7aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-7-iscsi, 7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:40:41.195008 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d1fd3d-44cb-4e3d-81d0-35c74c4b7aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:41.195630 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70d1fd3d-44cb-4e3d-81d0-35c74c4b7aaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:41.200047 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69a253b-2698-4b9d-9017-3855b53ecb7f None None] Network 7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:40:41.211327 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-70d1fd3d-44cb-4e3d-81d0-35c74c4b7aaf admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3133519 Jan 17 09:40:41.297653 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4051bfc-ca94-4289-8ebb-c5b8f510f175 None None] Network 7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 requested from dv-cinder-815582-7-iscsi {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 09:40:41.420560 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:40:42.109516 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cec30d40-a1d5-4367-8c96-9f4fe77b2513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:43.068963 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dbdab-7773-452a-a583-b99a143487d2 req-ceec6ebb-3532-445d-ba1d-315cb4578618 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:43.070386 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-ceec6ebb-3532-445d-ba1d-315cb4578618 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/networks?id=7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 HTTP/1.1" status: 200 len: 814 time: 0.0975215 Jan 17 09:40:43.084997 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-59d9c3dc-e942-4e20-a4ce-ea39f5767d42 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/quotas/df9f6a79d2ca43a79353781450e34be7 HTTP/1.1" status: 200 len: 375 time: 0.0091479 Jan 17 09:40:43.117490 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-6ed5bde3-9302-48b7-9b12-df7eef72c3ff tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=df9f6a79d2ca43a79353781450e34be7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279469 Jan 17 09:40:43.170313 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-8dbc25e4-f2a0-46c2-92bc-d219cff2cf5b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:40:43.171323 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-8dbc25e4-f2a0-46c2-92bc-d219cff2cf5b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474832 Jan 17 09:40:43.182076 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:43.257595 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-b1d56e48-1ed8-43e9-aab7-9ace7166bdca service neutron] 10.222.0.77 "GET /v2.0/networks/7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794036 Jan 17 09:40:43.346868 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-7b896649-6a63-40cc-9e3c-57347a24daf7 service neutron] 10.222.0.77 "GET /v2.0/networks/7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839639 Jan 17 09:40:43.552199 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-34d1aef2-6944-4c6d-bd6f-ef32f5eee7bb req-aa7f353f-d193-4f10-ac4d-8609ae20ac9e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 210 time: 0.0769966 Jan 17 09:40:44.486834 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dbdab-7773-452a-a583-b99a143487d2 req-e41ecc9a-44ab-406f-ba93-76d6bb2e66de tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:44.488357 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-e41ecc9a-44ab-406f-ba93-76d6bb2e66de tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.31 "GET /v2.0/networks?id=7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 HTTP/1.1" status: 200 len: 814 time: 0.1042438 Jan 17 09:40:44.499988 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-224dbdab-7773-452a-a583-b99a143487d2 req-12bff29a-3529-4207-bd3d-c04e503d3535 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Request body: {'port': {'device_id': 'a67c0fed-33b4-4901-910e-d63086d513bd', 'network_id': '7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9', 'admin_state_up': True, 'tenant_id': 'df9f6a79d2ca43a79353781450e34be7'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:40:44.610266 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224dbdab-7773-452a-a583-b99a143487d2 req-12bff29a-3529-4207-bd3d-c04e503d3535 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Made reservation on behalf of df9f6a79d2ca43a79353781450e34be7 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:40:44.614540 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-224dbdab-7773-452a-a583-b99a143487d2 req-12bff29a-3529-4207-bd3d-c04e503d3535 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:44.645836 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-af445a05-b22b-4b68-8f59-9f772404fcd8 req-5cda4290-5e91-4546-8b71-353a429b570d tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 210 time: 0.0260482 Jan 17 09:40:44.740489 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-224dbdab-7773-452a-a583-b99a143487d2 req-12bff29a-3529-4207-bd3d-c04e503d3535 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Allocated IP 172.20.0.7 (7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9/54c60d9e-1f88-4782-803c-eb57ff49e09d/2024eb0e-8fd3-4f5c-80c5-631cf2a208b7) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:40:44.746098 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:44.881347 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-224dbdab-7773-452a-a583-b99a143487d2 req-12bff29a-3529-4207-bd3d-c04e503d3535 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks [] for port (2024eb0e-8fd3-4f5c-80c5-631cf2a208b7), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:44.917897 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-224dbdab-7773-452a-a583-b99a143487d2 req-12bff29a-3529-4207-bd3d-c04e503d3535 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (2024eb0e-8fd3-4f5c-80c5-631cf2a208b7), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:44.961486 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224dbdab-7773-452a-a583-b99a143487d2 req-12bff29a-3529-4207-bd3d-c04e503d3535 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Network 7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:40:44.964532 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-224dbdab-7773-452a-a583-b99a143487d2 req-12bff29a-3529-4207-bd3d-c04e503d3535 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:40:44.968235 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-224dbdab-7773-452a-a583-b99a143487d2 req-12bff29a-3529-4207-bd3d-c04e503d3535 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:40:44.991031 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bff29a-3529-4207-bd3d-c04e503d3535 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Pushing event updated for resources: {'Port': ['ID=2024eb0e-8fd3-4f5c-80c5-631cf2a208b7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:45.018790 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dbdab-7773-452a-a583-b99a143487d2 req-12bff29a-3529-4207-bd3d-c04e503d3535 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:45.019398 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-224dbdab-7773-452a-a583-b99a143487d2 req-12bff29a-3529-4207-bd3d-c04e503d3535 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:45.034961 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-12bff29a-3529-4207-bd3d-c04e503d3535 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5390162 Jan 17 09:40:45.045696 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Request body: {'port': {'device_id': 'a67c0fed-33b4-4901-910e-d63086d513bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:40:45.097419 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (2024eb0e-8fd3-4f5c-80c5-631cf2a208b7), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:45.351669 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:40:45.359097 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Publish callbacks [] for port (2024eb0e-8fd3-4f5c-80c5-631cf2a208b7), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:45.370580 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Transition to ACTIVE for port object 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:40:45.374438 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (2024eb0e-8fd3-4f5c-80c5-631cf2a208b7), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:45.439821 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2024eb0e-8fd3-4f5c-80c5-631cf2a208b7,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:45.492928 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Attempting to bind port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:40:45.493186 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Attempting to bind port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '913fce6d-f7a0-4a10-8163-3b2910bbd15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:40:45.493518 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Attempting to bind port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 on network 7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:40:45.497774 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 on network 7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:40:45.498098 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Attempting to bind port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 on network 7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:40:45.502850 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:40:45.503187 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Checking segment: {'id': '913fce6d-f7a0-4a10-8163-3b2910bbd15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:40:45.503568 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Bound using segment: {'id': '913fce6d-f7a0-4a10-8163-3b2910bbd15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:40:45.504603 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Bound port: 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913fce6d-f7a0-4a10-8163-3b2910bbd15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:40:45.504966 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (2024eb0e-8fd3-4f5c-80c5-631cf2a208b7), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:45.565382 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] For port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7, host hv-cinder-81558, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:40:45.569353 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] For port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2024eb0e-8fd3-4f5c-80c5-631cf2a208b7,segment=NetworkSegment(913fce6d-f7a0-4a10-8163-3b2910bbd15c),segment_id=913fce6d-f7a0-4a10-8163-3b2910bbd15c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:40:45.574584 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (2024eb0e-8fd3-4f5c-80c5-631cf2a208b7), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:45.609989 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:45.610608 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:45.612040 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] 10.222.0.31 "PUT /v2.0/ports/2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 HTTP/1.1" status: 200 len: 1093 time: 0.5701954 Jan 17 09:40:45.612481 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67c0fed-33b4-4901-910e-d63086d513bd', 'tag': '2024eb0e-8fd3-4f5c-80c5-631cf2a208b7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:40:45.615230 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149b1729-3994-48ca-994c-2306e8464819" -d '{"events": [{"name": "network-changed", "server_uuid": "a67c0fed-33b4-4901-910e-d63086d513bd", "tag": "2024eb0e-8fd3-4f5c-80c5-631cf2a208b7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:40:45.636791 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b1916-5eda-42c5-9109-c05cc88cd4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2024eb0e-8fd3-4f5c-80c5-631cf2a208b7,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:45.658439 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded5eec2-6bd8-405a-8e05-b8a5c835c1f6 x-openstack-request-id: req-ded5eec2-6bd8-405a-8e05-b8a5c835c1f6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:40:45.658719 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67c0fed-33b4-4901-910e-d63086d513bd", "tag": "2024eb0e-8fd3-4f5c-80c5-631cf2a208b7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:40:45.658969 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ded5eec2-6bd8-405a-8e05-b8a5c835c1f6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:40:45.659354 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67c0fed-33b4-4901-910e-d63086d513bd', 'tag': '2024eb0e-8fd3-4f5c-80c5-631cf2a208b7', 'status': 'completed', 'code': 200} Jan 17 09:40:45.691147 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dbdab-7773-452a-a583-b99a143487d2 req-d749febe-8aca-4376-a4af-92a6ffcf48f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:45.693412 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-d749febe-8aca-4376-a4af-92a6ffcf48f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=df9f6a79d2ca43a79353781450e34be7&device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 1096 time: 0.0434976 Jan 17 09:40:45.735309 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-0b641cd8-8a2d-43c9-8390-f8021566d3f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 HTTP/1.1" status: 200 len: 217 time: 0.0358355 Jan 17 09:40:45.760036 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dac78-7502-4357-8392-3c59989cddae req-70c52717-9390-4f58-a681-90643d06e105 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:45.761482 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-115dac78-7502-4357-8392-3c59989cddae req-70c52717-9390-4f58-a681-90643d06e105 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 943 time: 0.0484977 Jan 17 09:40:45.782928 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dbdab-7773-452a-a583-b99a143487d2 req-7ac1cfe1-1f3c-4b7c-842d-fdefb10181d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:45.784404 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-7ac1cfe1-1f3c-4b7c-842d-fdefb10181d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54c60d9e-1f88-4782-803c-eb57ff49e09d HTTP/1.1" status: 200 len: 854 time: 0.0423744 Jan 17 09:40:45.808176 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-115dac78-7502-4357-8392-3c59989cddae req-c448c125-b03e-48da-8073-e7fc7784092e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411713 Jan 17 09:40:45.813856 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-31678a1d-23a4-4edb-a5dc-6646ccff3982 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237854 Jan 17 09:40:45.901354 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-cb481daa-cb8e-405a-80c7-5f498a0cfde5 service neutron] 10.222.0.31 "GET /v2.0/networks/7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811663 Jan 17 09:40:45.985170 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-224dbdab-7773-452a-a583-b99a143487d2 req-43e3dfd8-b5a2-4c5a-bd11-97bf78fb9b01 service neutron] 10.222.0.31 "GET /v2.0/networks/7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781875 Jan 17 09:40:46.072102 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b1729-3994-48ca-994c-2306e8464819 req-f00b8e7f-9790-44e4-89a0-ab5bbe53b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:46.073520 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-149b1729-3994-48ca-994c-2306e8464819 req-f00b8e7f-9790-44e4-89a0-ab5bbe53b7af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=df9f6a79d2ca43a79353781450e34be7&device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 1096 time: 0.0454614 Jan 17 09:40:46.159556 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b1729-3994-48ca-994c-2306e8464819 req-931b902e-4a8b-4510-8581-8f0f682e339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:46.161662 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-149b1729-3994-48ca-994c-2306e8464819 req-931b902e-4a8b-4510-8581-8f0f682e339f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 HTTP/1.1" status: 200 len: 915 time: 0.0824807 Jan 17 09:40:46.184202 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:46.200265 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-149b1729-3994-48ca-994c-2306e8464819 req-3035730c-69ef-40ae-92cf-838a325de8ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 HTTP/1.1" status: 200 len: 217 time: 0.0324397 Jan 17 09:40:46.249692 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b1729-3994-48ca-994c-2306e8464819 req-711fa6df-433d-432f-ab67-3987765ddf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:46.251093 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-149b1729-3994-48ca-994c-2306e8464819 req-711fa6df-433d-432f-ab67-3987765ddf3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54c60d9e-1f88-4782-803c-eb57ff49e09d HTTP/1.1" status: 200 len: 854 time: 0.0454535 Jan 17 09:40:46.281965 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-149b1729-3994-48ca-994c-2306e8464819 req-adf4dce5-f326-49a6-a0b2-5c5012d0d703 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233488 Jan 17 09:40:46.292039 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [req-149b1729-3994-48ca-994c-2306e8464819 req-bb7eafd9-028c-4adc-864c-b4219e77b09c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 09:40:46.292976 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-149b1729-3994-48ca-994c-2306e8464819 req-bb7eafd9-028c-4adc-864c-b4219e77b09c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046265 Jan 17 09:40:46.376865 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-149b1729-3994-48ca-994c-2306e8464819 req-48e9dc4f-aad7-42e3-90f4-85fdb098fc05 service neutron] 10.222.0.31 "GET /v2.0/networks/7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775068 Jan 17 09:40:46.465904 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-149b1729-3994-48ca-994c-2306e8464819 req-487beea6-83e7-4686-a379-c81639da3b16 service neutron] 10.222.0.31 "GET /v2.0/networks/7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819659 Jan 17 09:40:46.922069 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3df19-0342-41ff-850a-693b82793bf6 req-0f879fb8-051b-4fda-ad64-36a58047c252 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:46.923534 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a1c3df19-0342-41ff-850a-693b82793bf6 req-0f879fb8-051b-4fda-ad64-36a58047c252 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 943 time: 0.0494835 Jan 17 09:40:46.969477 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a1c3df19-0342-41ff-850a-693b82793bf6 req-e5d07657-0765-4d47-8771-57fb88d705ab tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398743 Jan 17 09:40:48.083115 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7de8b4-4656-4f68-b0ff-d78510882e45 req-2fb02f05-ca8e-4f35-bee2-55ca4fcdab47 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:48.084622 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6b7de8b4-4656-4f68-b0ff-d78510882e45 req-2fb02f05-ca8e-4f35-bee2-55ca4fcdab47 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 943 time: 0.0512922 Jan 17 09:40:48.129432 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-6b7de8b4-4656-4f68-b0ff-d78510882e45 req-781583f5-e2e4-44dc-bf77-16f6863261dd tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386193 Jan 17 09:40:48.579945 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:40:48.673379 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2024eb0e-8fd3-4f5c-80c5-631cf2a208b7,segment=NetworkSegment(913fce6d-f7a0-4a10-8163-3b2910bbd15c),segment_id=913fce6d-f7a0-4a10-8163-3b2910bbd15c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:48.684871 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': '2024eb0e-8fd3-4f5c-80c5-631cf2a208b7', 'network_id': '7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9', 'port_id': '2024eb0e-8fd3-4f5c-80c5-631cf2a208b7', 'mac_address': 'fa:16:3e:10:76:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c60d9e-1f88-4782-803c-eb57ff49e09d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:40:48.720663 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:40:48.721065 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (2024eb0e-8fd3-4f5c-80c5-631cf2a208b7), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:48.733602 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:40:48.752547 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2024eb0e-8fd3-4f5c-80c5-631cf2a208b7,segment=NetworkSegment(913fce6d-f7a0-4a10-8163-3b2910bbd15c),segment_id=913fce6d-f7a0-4a10-8163-3b2910bbd15c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:48.757193 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (2024eb0e-8fd3-4f5c-80c5-631cf2a208b7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:48.802576 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=2024eb0e-8fd3-4f5c-80c5-631cf2a208b7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:48.809282 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:48.809635 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:48.809981 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:48.810320 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:48.810654 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:48.810986 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:48.811316 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:48.811642 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:48.811991 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:48.812326 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:48.812651 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:48.812975 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:48.813298 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:40:49.002269 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['2024eb0e-8fd3-4f5c-80c5-631cf2a208b7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:40:49.244487 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd1706-27cf-47fa-8d22-4cd96ee3a20b req-3b94c105-a152-4fca-b3c9-f213cc22effd tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:49.245943 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-11bd1706-27cf-47fa-8d22-4cd96ee3a20b req-3b94c105-a152-4fca-b3c9-f213cc22effd tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 944 time: 0.0517042 Jan 17 09:40:49.292328 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-11bd1706-27cf-47fa-8d22-4cd96ee3a20b req-f53fd44e-27ba-46e6-ac15-83f62d46ba02 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Jan 17 09:40:50.403722 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfec11-48e2-4df7-8259-1e27169479db req-066599a8-e19c-4394-b15a-8e16dee9fe1d tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:50.405192 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bbbfec11-48e2-4df7-8259-1e27169479db req-066599a8-e19c-4394-b15a-8e16dee9fe1d tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 944 time: 0.0469401 Jan 17 09:40:50.450944 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-bbbfec11-48e2-4df7-8259-1e27169479db req-6514cdc8-8d27-443d-a0a9-a4050e744eaf tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394428 Jan 17 09:40:50.595148 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:40:50.642054 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:40:50.646145 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:40:50.646525 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (2024eb0e-8fd3-4f5c-80c5-631cf2a208b7), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:50.724484 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:40:50.724878 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (2024eb0e-8fd3-4f5c-80c5-631cf2a208b7), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:50.745955 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67c0fed-33b4-4901-910e-d63086d513bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2024eb0e-8fd3-4f5c-80c5-631cf2a208b7'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:40:50.748302 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7caef6f-45de-40f1-9256-69b7a8a41cda" -d '{"events": [{"server_uuid": "a67c0fed-33b4-4901-910e-d63086d513bd", "name": "network-vif-plugged", "status": "completed", "tag": "2024eb0e-8fd3-4f5c-80c5-631cf2a208b7"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:40:50.760703 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2024eb0e-8fd3-4f5c-80c5-631cf2a208b7,segment=NetworkSegment(913fce6d-f7a0-4a10-8163-3b2910bbd15c),segment_id=913fce6d-f7a0-4a10-8163-3b2910bbd15c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:40:50.764876 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (2024eb0e-8fd3-4f5c-80c5-631cf2a208b7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:40:50.788381 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a552bbc3-d1ac-4526-a449-a88a2a82f74c x-openstack-request-id: req-a552bbc3-d1ac-4526-a449-a88a2a82f74c {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:40:50.788672 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67c0fed-33b4-4901-910e-d63086d513bd", "name": "network-vif-plugged", "status": "completed", "tag": "2024eb0e-8fd3-4f5c-80c5-631cf2a208b7", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:40:50.788925 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a552bbc3-d1ac-4526-a449-a88a2a82f74c {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:40:50.789310 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67c0fed-33b4-4901-910e-d63086d513bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2024eb0e-8fd3-4f5c-80c5-631cf2a208b7', 'code': 200} Jan 17 09:40:50.814822 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=2024eb0e-8fd3-4f5c-80c5-631cf2a208b7,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:40:50.986321 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbeaad-6a45-4519-824c-f3607d12a30c req-60a5b26e-029d-40ef-9fae-fd08d6d29fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:50.987808 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1afbeaad-6a45-4519-824c-f3607d12a30c req-60a5b26e-029d-40ef-9fae-fd08d6d29fd1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 1098 time: 0.0810623 Jan 17 09:40:51.029342 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-1afbeaad-6a45-4519-824c-f3607d12a30c req-cae3d6e3-7e32-42bb-b0f3-9e7e432154ea service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356915 Jan 17 09:40:51.560817 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039688e-8084-47d1-99e3-b1bbe6ea30b2 req-d51182a1-7841-4895-a705-ac17c5cb0786 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:51.562262 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2039688e-8084-47d1-99e3-b1bbe6ea30b2 req-d51182a1-7841-4895-a705-ac17c5cb0786 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 945 time: 0.0466447 Jan 17 09:40:51.610168 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2039688e-8084-47d1-99e3-b1bbe6ea30b2 req-135fff18-e640-43de-9424-949eeef60fc5 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419419 Jan 17 09:40:52.723797 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a902bd-0606-40bc-9f47-cd3d41048597 req-192cf7d6-1d72-4c92-82c8-483f7e8c0452 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:40:52.725277 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-00a902bd-0606-40bc-9f47-cd3d41048597 req-192cf7d6-1d72-4c92-82c8-483f7e8c0452 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 945 time: 0.0467410 Jan 17 09:40:52.772614 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-00a902bd-0606-40bc-9f47-cd3d41048597 req-e91041b6-cd7a-4575-b1dc-63058a041439 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418997 Jan 17 09:41:06.069980 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:09.942619 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cd56aa8-ef25-4610-8c2b-d644b7ea6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:12.110409 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0d1a0667-9424-4d69-870c-c9d5bde2789a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:13.186713 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:14.749069 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:16.186259 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:18.419251 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:41:28.849652 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00311e8-bf13-4b74-a26b-67f4d30be58b req-d0e5be0d-8d74-49ce-832e-e230a7c7a8cd tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:28.851098 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d00311e8-bf13-4b74-a26b-67f4d30be58b req-d0e5be0d-8d74-49ce-832e-e230a7c7a8cd tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 945 time: 0.0479176 Jan 17 09:41:28.896418 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-d00311e8-bf13-4b74-a26b-67f4d30be58b req-19b3692d-bea4-497e-885a-7b4896acf486 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389512 Jan 17 09:41:30.008475 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43494be-7bbc-4196-9767-11a219b95584 req-4d131e52-a9c4-4081-ac82-22476a15155c tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:30.009829 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b43494be-7bbc-4196-9767-11a219b95584 req-4d131e52-a9c4-4081-ac82-22476a15155c tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 945 time: 0.0468216 Jan 17 09:41:30.055140 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b43494be-7bbc-4196-9767-11a219b95584 req-fc5e404e-9c7d-4cc1-bbca-e7ee2666bda6 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393727 Jan 17 09:41:30.377385 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c796e8-3717-4394-b979-b0ee02bcdfbb req-76da005e-3006-407d-afa2-5070263bd606 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:30.378790 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-91c796e8-3717-4394-b979-b0ee02bcdfbb req-76da005e-3006-407d-afa2-5070263bd606 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.31 "GET /v2.0/ports?device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 945 time: 0.0471492 Jan 17 09:41:30.469718 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-91c796e8-3717-4394-b979-b0ee02bcdfbb req-3aa6fb87-78c4-4f01-844e-fca2999bfc35 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Deleting port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:41:30.470063 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-91c796e8-3717-4394-b979-b0ee02bcdfbb req-3aa6fb87-78c4-4f01-844e-fca2999bfc35 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (2024eb0e-8fd3-4f5c-80c5-631cf2a208b7), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:30.556034 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-91c796e8-3717-4394-b979-b0ee02bcdfbb req-3aa6fb87-78c4-4f01-844e-fca2999bfc35 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] For port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2024eb0e-8fd3-4f5c-80c5-631cf2a208b7,segment=NetworkSegment(913fce6d-f7a0-4a10-8163-3b2910bbd15c),segment_id=913fce6d-f7a0-4a10-8163-3b2910bbd15c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:41:30.556398 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-91c796e8-3717-4394-b979-b0ee02bcdfbb req-3aa6fb87-78c4-4f01-844e-fca2999bfc35 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (2024eb0e-8fd3-4f5c-80c5-631cf2a208b7), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:30.568414 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-91c796e8-3717-4394-b979-b0ee02bcdfbb req-3aa6fb87-78c4-4f01-844e-fca2999bfc35 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Calling delete_port for 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:41:30.954783 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-91c796e8-3717-4394-b979-b0ee02bcdfbb req-3aa6fb87-78c4-4f01-844e-fca2999bfc35 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (2024eb0e-8fd3-4f5c-80c5-631cf2a208b7), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:30.966761 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['2024eb0e-8fd3-4f5c-80c5-631cf2a208b7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:41:30.990544 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6fb87-78c4-4f01-844e-fca2999bfc35 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Pushing event deleted for resources: {'Port': ['ID=2024eb0e-8fd3-4f5c-80c5-631cf2a208b7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:41:31.023234 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c796e8-3717-4394-b979-b0ee02bcdfbb req-3aa6fb87-78c4-4f01-844e-fca2999bfc35 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] No DVR routers for this DVR port 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:41:31.026210 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-91c796e8-3717-4394-b979-b0ee02bcdfbb req-3aa6fb87-78c4-4f01-844e-fca2999bfc35 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:31.029555 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-91c796e8-3717-4394-b979-b0ee02bcdfbb req-3aa6fb87-78c4-4f01-844e-fca2999bfc35 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.31 "DELETE /v2.0/ports/2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 HTTP/1.1" status: 204 len: 173 time: 0.6433628 Jan 17 09:41:31.029991 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67c0fed-33b4-4901-910e-d63086d513bd', 'name': 'network-vif-deleted', 'tag': '2024eb0e-8fd3-4f5c-80c5-631cf2a208b7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:41:31.032214 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27858ea0-0f73-4beb-962b-e7c6a9f9df32" -d '{"events": [{"server_uuid": "a67c0fed-33b4-4901-910e-d63086d513bd", "name": "network-vif-deleted", "tag": "2024eb0e-8fd3-4f5c-80c5-631cf2a208b7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:41:31.132320 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828406f7-9cf8-43db-9423-88527f0ce10b x-openstack-request-id: req-828406f7-9cf8-43db-9423-88527f0ce10b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:41:31.132716 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67c0fed-33b4-4901-910e-d63086d513bd", "name": "network-vif-deleted", "tag": "2024eb0e-8fd3-4f5c-80c5-631cf2a208b7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:41:31.133065 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-828406f7-9cf8-43db-9423-88527f0ce10b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:41:31.133528 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67c0fed-33b4-4901-910e-d63086d513bd', 'name': 'network-vif-deleted', 'tag': '2024eb0e-8fd3-4f5c-80c5-631cf2a208b7', 'status': 'completed', 'code': 200} Jan 17 09:41:31.148456 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-a7b45fd2-888a-4e12-9f77-74f6dc09b5fb req-87a53960-a33b-48f0-9bdf-26e7955678b4 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=a67c0fed-33b4-4901-910e-d63086d513bd HTTP/1.1" status: 200 len: 210 time: 0.0254841 Jan 17 09:41:35.105738 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:41:35.125715 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:41:35.126055 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device 2024eb0e-8fd3-4f5c-80c5-631cf2a208b7 not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:41:36.074868 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:39.945003 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f45d2e3-bdeb-478c-a9e2-0f495ab57e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:40.124850 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-9896563f-7414-4eef-bf45-5cd528206471 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:40.126192 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-9896563f-7414-4eef-bf45-5cd528206471 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/networks?id=7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 HTTP/1.1" status: 200 len: 814 time: 0.1001167 Jan 17 09:41:40.140817 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-f500b51c-5a71-4984-8b90-d464c0dddb87 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/quotas/df9f6a79d2ca43a79353781450e34be7 HTTP/1.1" status: 200 len: 375 time: 0.0092804 Jan 17 09:41:40.169837 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-93efd5cc-b48b-42b6-878d-fde45b24d2c7 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=df9f6a79d2ca43a79353781450e34be7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243630 Jan 17 09:41:40.259282 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-4c9885f5-2d90-4837-bf64-00f488a37ebd service neutron] 10.222.0.77 "GET /v2.0/networks/7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829089 Jan 17 09:41:40.346576 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-75be9357-4c46-422d-ac71-831a44e765ea service neutron] 10.222.0.77 "GET /v2.0/networks/7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808816 Jan 17 09:41:40.499828 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-3ceba73c-2186-4726-8480-809c5fefeee3 req-0fdad938-a4ae-43f9-86ff-8d6c6d8ff418 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 210 time: 0.0267413 Jan 17 09:41:41.367650 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-e4576609-04c8-4a12-ad1a-92b4df92c298 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:41.369298 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-e4576609-04c8-4a12-ad1a-92b4df92c298 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.31 "GET /v2.0/networks?id=7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 HTTP/1.1" status: 200 len: 814 time: 0.1069069 Jan 17 09:41:41.381137 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Request body: {'port': {'device_id': '4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0', 'network_id': '7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9', 'admin_state_up': True, 'tenant_id': 'df9f6a79d2ca43a79353781450e34be7'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:41:41.492524 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Made reservation on behalf of df9f6a79d2ca43a79353781450e34be7 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:41:41.496511 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (None), before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:41.593600 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-112b0b79-79c0-4318-8ad3-c2c9d0ca445e req-724d92df-5ddd-48d9-8e55-9d957b513088 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 210 time: 0.0265584 Jan 17 09:41:41.621103 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Allocated IP 172.20.0.10 (7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9/54c60d9e-1f88-4782-803c-eb57ff49e09d/b2e71a12-9c0b-43e8-b8b8-f15459c0da48) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:41:41.761169 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks [] for port (b2e71a12-9c0b-43e8-b8b8-f15459c0da48), precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:41.798053 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762718105429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (b2e71a12-9c0b-43e8-b8b8-f15459c0da48), after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:41.842499 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Network 7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:41:41.845547 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:41:41.849359 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:41:41.856018 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Pushing event updated for resources: {'Port': ['ID=b2e71a12-9c0b-43e8-b8b8-f15459c0da48,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:41:41.882788 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:41.883164 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:41.883498 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:41.883859 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:41.884206 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:41.884543 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:41.884923 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:41.885260 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:41.885594 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:41.885928 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:41.886258 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:41.886585 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:41.886911 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:41:41.911151 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:41.911766 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:41.927331 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-ceffbeb9-c925-451a-906c-9560fc40488e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5498865 Jan 17 09:41:41.938068 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.v2.base [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Request body: {'port': {'device_id': '4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 09:41:41.991994 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b2e71a12-9c0b-43e8-b8b8-f15459c0da48), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:42.114626 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a010800b-3044-4682-bca3-c53b5d49af88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:42.245180 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e71a12-9c0b-43e8-b8b8-f15459c0da48 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:41:42.252614 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Publish callbacks [] for port (b2e71a12-9c0b-43e8-b8b8-f15459c0da48), precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:42.270619 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Transition to ACTIVE for port object b2e71a12-9c0b-43e8-b8b8-f15459c0da48 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:41:42.274404 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (b2e71a12-9c0b-43e8-b8b8-f15459c0da48), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:42.321201 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e71a12-9c0b-43e8-b8b8-f15459c0da48,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:41:42.390004 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Attempting to bind port b2e71a12-9c0b-43e8-b8b8-f15459c0da48 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 09:41:42.390258 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Attempting to bind port b2e71a12-9c0b-43e8-b8b8-f15459c0da48 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '913fce6d-f7a0-4a10-8163-3b2910bbd15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 09:41:42.390577 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Attempting to bind port b2e71a12-9c0b-43e8-b8b8-f15459c0da48 on network 7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:41:42.394754 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Port b2e71a12-9c0b-43e8-b8b8-f15459c0da48 on network 7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 09:41:42.395068 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Attempting to bind port b2e71a12-9c0b-43e8-b8b8-f15459c0da48 on network 7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 09:41:42.399779 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Checking agent: {'id': '99cd32fd-0868-4f29-a4b3-a40f49e34f3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'started_at': datetime.datetime(2022, 1, 17, 9, 28, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 09:41:42.400140 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Checking segment: {'id': '913fce6d-f7a0-4a10-8163-3b2910bbd15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 09:41:42.401050 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Bound using segment: {'id': '913fce6d-f7a0-4a10-8163-3b2910bbd15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 09:41:42.401462 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Bound port: b2e71a12-9c0b-43e8-b8b8-f15459c0da48, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913fce6d-f7a0-4a10-8163-3b2910bbd15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 09:41:42.401811 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b2e71a12-9c0b-43e8-b8b8-f15459c0da48), before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:42.461100 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] For port b2e71a12-9c0b-43e8-b8b8-f15459c0da48, host hv-cinder-81558, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:41:42.464521 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] For port b2e71a12-9c0b-43e8-b8b8-f15459c0da48, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b2e71a12-9c0b-43e8-b8b8-f15459c0da48,segment=NetworkSegment(913fce6d-f7a0-4a10-8163-3b2910bbd15c),segment_id=913fce6d-f7a0-4a10-8163-3b2910bbd15c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:41:42.469071 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8856093'] for port (b2e71a12-9c0b-43e8-b8b8-f15459c0da48), after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:42.500662 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:42.501276 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:42.502902 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] 10.222.0.31 "PUT /v2.0/ports/b2e71a12-9c0b-43e8-b8b8-f15459c0da48 HTTP/1.1" status: 200 len: 1094 time: 0.5688155 Jan 17 09:41:42.507496 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0', 'tag': 'b2e71a12-9c0b-43e8-b8b8-f15459c0da48'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:41:42.509956 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc71b61-0b17-44f6-bef2-5fbbe4ed0708" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0", "tag": "b2e71a12-9c0b-43e8-b8b8-f15459c0da48"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:41:42.533635 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61318b54-1c3d-435d-9cd4-3a2e1c1891e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e71a12-9c0b-43e8-b8b8-f15459c0da48,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:41:42.566919 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 09:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8488c0-8318-4139-962f-d8b45c6d2430 x-openstack-request-id: req-5e8488c0-8318-4139-962f-d8b45c6d2430 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:41:42.567218 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0", "tag": "b2e71a12-9c0b-43e8-b8b8-f15459c0da48", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:41:42.567476 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e8488c0-8318-4139-962f-d8b45c6d2430 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:41:42.567893 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0', 'tag': 'b2e71a12-9c0b-43e8-b8b8-f15459c0da48', 'status': 'completed', 'code': 200} Jan 17 09:41:42.583537 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-091433e7-9f73-48fb-9b46-830fa8891c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:42.585084 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-091433e7-9f73-48fb-9b46-830fa8891c9f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=df9f6a79d2ca43a79353781450e34be7&device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 1097 time: 0.0444164 Jan 17 09:41:42.629449 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-51e8fcdd-848d-492e-b73b-c83fe770b3ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2e71a12-9c0b-43e8-b8b8-f15459c0da48 HTTP/1.1" status: 200 len: 217 time: 0.0375025 Jan 17 09:41:42.677658 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-fd02a3c1-896e-42af-a1a0-87246fa97443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:42.679134 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-fd02a3c1-896e-42af-a1a0-87246fa97443 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54c60d9e-1f88-4782-803c-eb57ff49e09d HTTP/1.1" status: 200 len: 854 time: 0.0445597 Jan 17 09:41:42.706241 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d6245-6fa4-488b-a8e8-942ba607fa95 req-ad5e6fed-a3e8-4538-bf3c-9487de076d61 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:42.707683 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b46d6245-6fa4-488b-a8e8-942ba607fa95 req-ad5e6fed-a3e8-4538-bf3c-9487de076d61 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 944 time: 0.0467312 Jan 17 09:41:42.709309 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-45a80885-cd10-4435-b128-cd17202cc49d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243807 Jan 17 09:41:42.757513 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-b46d6245-6fa4-488b-a8e8-942ba607fa95 req-3b99e890-ddd8-41e4-84c3-dbbaf4208910 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434015 Jan 17 09:41:42.799788 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-1ab6b980-ee31-41f4-ab6a-5f575648628f service neutron] 10.222.0.31 "GET /v2.0/networks/7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842178 Jan 17 09:41:42.886405 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eb7c3b67-5de2-4a97-a181-2fe917994df8 req-e4502855-937c-4c68-b1ce-f1b208e9c925 service neutron] 10.222.0.31 "GET /v2.0/networks/7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807834 Jan 17 09:41:42.970367 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc71b61-0b17-44f6-bef2-5fbbe4ed0708 req-9c14c50c-182e-4206-ab0a-f0e3aeb25037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:42.971751 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5cc71b61-0b17-44f6-bef2-5fbbe4ed0708 req-9c14c50c-182e-4206-ab0a-f0e3aeb25037 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=df9f6a79d2ca43a79353781450e34be7&device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 1097 time: 0.0406203 Jan 17 09:41:43.061276 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc71b61-0b17-44f6-bef2-5fbbe4ed0708 req-4037d044-e4a9-4b54-9ea8-bd64aa3ec609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:43.062730 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5cc71b61-0b17-44f6-bef2-5fbbe4ed0708 req-4037d044-e4a9-4b54-9ea8-bd64aa3ec609 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 HTTP/1.1" status: 200 len: 915 time: 0.0856020 Jan 17 09:41:43.103025 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5cc71b61-0b17-44f6-bef2-5fbbe4ed0708 req-c31622d8-4fc5-429d-9537-4ffbd40a049f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2e71a12-9c0b-43e8-b8b8-f15459c0da48 HTTP/1.1" status: 200 len: 217 time: 0.0337334 Jan 17 09:41:43.153500 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc71b61-0b17-44f6-bef2-5fbbe4ed0708 req-05f97372-25d0-4df9-afda-3397b4080d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:43.154947 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5cc71b61-0b17-44f6-bef2-5fbbe4ed0708 req-05f97372-25d0-4df9-afda-3397b4080d2a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54c60d9e-1f88-4782-803c-eb57ff49e09d HTTP/1.1" status: 200 len: 854 time: 0.0459018 Jan 17 09:41:43.187191 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5cc71b61-0b17-44f6-bef2-5fbbe4ed0708 req-bc062c92-a0d1-4fc2-be3c-3d16821383a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248799 Jan 17 09:41:43.189672 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:43.275262 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5cc71b61-0b17-44f6-bef2-5fbbe4ed0708 req-39e28237-09dc-477f-9891-12cf71760ab0 service neutron] 10.222.0.31 "GET /v2.0/networks/7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813887 Jan 17 09:41:43.367034 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-5cc71b61-0b17-44f6-bef2-5fbbe4ed0708 req-9506b484-855b-4f23-b681-70e74c57b39b service neutron] 10.222.0.31 "GET /v2.0/networks/7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846403 Jan 17 09:41:43.872870 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5b407-c4a7-425c-82d5-51cb55670083 req-819e7568-41a8-4c5b-aa2e-55bbebb4ee06 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:43.874333 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a1f5b407-c4a7-425c-82d5-51cb55670083 req-819e7568-41a8-4c5b-aa2e-55bbebb4ee06 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 944 time: 0.0485787 Jan 17 09:41:43.920006 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-a1f5b407-c4a7-425c-82d5-51cb55670083 req-afd596f2-2937-4152-8944-be7181642fcf tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Jan 17 09:41:44.752266 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:45.030954 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a9463-99c2-47d3-bddd-3425329117d8 req-3e8a5af6-19f5-4cb7-95bf-26a6e129a8e7 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:45.032351 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e96a9463-99c2-47d3-bddd-3425329117d8 req-3e8a5af6-19f5-4cb7-95bf-26a6e129a8e7 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 944 time: 0.0478344 Jan 17 09:41:45.078438 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e96a9463-99c2-47d3-bddd-3425329117d8 req-9045ab64-1500-42d9-8614-8bdd3e339e2e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406110 Jan 17 09:41:45.124673 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b2e71a12-9c0b-43e8-b8b8-f15459c0da48 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 09:41:45.214913 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b2e71a12-9c0b-43e8-b8b8-f15459c0da48, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b2e71a12-9c0b-43e8-b8b8-f15459c0da48,segment=NetworkSegment(913fce6d-f7a0-4a10-8163-3b2910bbd15c),segment_id=913fce6d-f7a0-4a10-8163-3b2910bbd15c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:41:45.228777 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Returning: {'device': 'b2e71a12-9c0b-43e8-b8b8-f15459c0da48', 'network_id': '7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9', 'port_id': 'b2e71a12-9c0b-43e8-b8b8-f15459c0da48', 'mac_address': 'fa:16:3e:8d:70:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c60d9e-1f88-4782-803c-eb57ff49e09d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 09:41:45.264112 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port b2e71a12-9c0b-43e8-b8b8-f15459c0da48 is: DOWN; New status is: BUILD {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:41:45.264498 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b2e71a12-9c0b-43e8-b8b8-f15459c0da48), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:45.277082 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e71a12-9c0b-43e8-b8b8-f15459c0da48 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:41:45.296241 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b2e71a12-9c0b-43e8-b8b8-f15459c0da48, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b2e71a12-9c0b-43e8-b8b8-f15459c0da48,segment=NetworkSegment(913fce6d-f7a0-4a10-8163-3b2910bbd15c),segment_id=913fce6d-f7a0-4a10-8163-3b2910bbd15c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:41:45.299653 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (b2e71a12-9c0b-43e8-b8b8-f15459c0da48), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:45.345716 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=b2e71a12-9c0b-43e8-b8b8-f15459c0da48,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:41:45.509533 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['b2e71a12-9c0b-43e8-b8b8-f15459c0da48'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:41:46.188392 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:46.193487 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40e2ed-d746-4db6-8664-7633fb39c098 req-d938f997-2dd1-494e-a01e-68a0b80a6df2 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:46.196026 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2a40e2ed-d746-4db6-8664-7633fb39c098 req-d938f997-2dd1-494e-a01e-68a0b80a6df2 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 945 time: 0.0503747 Jan 17 09:41:46.246579 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-2a40e2ed-d746-4db6-8664-7633fb39c098 req-1a5939e9-dfe5-4c34-9197-3e25aa1745d9 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450184 Jan 17 09:41:47.133250 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b2e71a12-9c0b-43e8-b8b8-f15459c0da48 up at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 09:41:47.180691 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning for port b2e71a12-9c0b-43e8-b8b8-f15459c0da48 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:41:47.184870 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Provisioning complete for port b2e71a12-9c0b-43e8-b8b8-f15459c0da48 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:41:47.185251 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7880295'] for port (b2e71a12-9c0b-43e8-b8b8-f15459c0da48), provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:47.263796 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Current status of the port b2e71a12-9c0b-43e8-b8b8-f15459c0da48 is: BUILD; New status is: ACTIVE {{(pid=102557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 09:41:47.264395 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8246782'] for port (b2e71a12-9c0b-43e8-b8b8-f15459c0da48), before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:47.286808 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e71a12-9c0b-43e8-b8b8-f15459c0da48'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:41:47.289064 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0929623baa3122fe5183bb62e4aa9796c3ec33506ef9bc68982f65af77341a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d5a874-4d78-4c57-8023-5374e46e37b3" -d '{"events": [{"server_uuid": "4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0", "name": "network-vif-plugged", "status": "completed", "tag": "b2e71a12-9c0b-43e8-b8b8-f15459c0da48"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:41:47.301363 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] For port b2e71a12-9c0b-43e8-b8b8-f15459c0da48, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b2e71a12-9c0b-43e8-b8b8-f15459c0da48,segment=NetworkSegment(913fce6d-f7a0-4a10-8163-3b2910bbd15c),segment_id=913fce6d-f7a0-4a10-8163-3b2910bbd15c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:41:47.306193 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762718604683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762718105447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762718105465'] for port (b2e71a12-9c0b-43e8-b8b8-f15459c0da48), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:41:47.362107 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Pushing event updated for resources: {'Port': ['ID=b2e71a12-9c0b-43e8-b8b8-f15459c0da48,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:41:47.363322 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ff1a1-8fe5-43f3-8695-b55ccad964b3 req-74bea5ae-b9de-4267-bfe4-88ac69b07c8d tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:47.370107 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5e4ff1a1-8fe5-43f3-8695-b55ccad964b3 req-74bea5ae-b9de-4267-bfe4-88ac69b07c8d tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 946 time: 0.0552356 Jan 17 09:41:47.388593 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de2c0f4-d928-4299-ae9e-a87d5b8e3851 x-openstack-request-id: req-0de2c0f4-d928-4299-ae9e-a87d5b8e3851 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:41:47.388891 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0", "name": "network-vif-plugged", "status": "completed", "tag": "b2e71a12-9c0b-43e8-b8b8-f15459c0da48", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:41:47.389146 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0de2c0f4-d928-4299-ae9e-a87d5b8e3851 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:41:47.389541 dv-cinder-815582-7-iscsi neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e71a12-9c0b-43e8-b8b8-f15459c0da48', 'code': 200} Jan 17 09:41:47.412623 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-5e4ff1a1-8fe5-43f3-8695-b55ccad964b3 req-a146d5de-c084-457d-aa85-fd8777d1381e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416598 Jan 17 09:41:47.543377 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204aadf-80b5-4cd2-9ab4-ebe2d5c1c02c req-da97b793-ad8b-4b68-b4bc-5f6bd2065a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:47.544881 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4204aadf-80b5-4cd2-9ab4-ebe2d5c1c02c req-da97b793-ad8b-4b68-b4bc-5f6bd2065a9b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 1099 time: 0.0390983 Jan 17 09:41:47.587696 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-4204aadf-80b5-4cd2-9ab4-ebe2d5c1c02c req-fdf38e64-b997-42f7-8e56-2a46cb578935 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365477 Jan 17 09:41:48.527158 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd832f-af25-4e40-b994-b91ff433b5bc req-cfff1a7a-1e3a-45de-aa48-ccbe864c2b2c tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:48.528666 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dbbd832f-af25-4e40-b994-b91ff433b5bc req-cfff1a7a-1e3a-45de-aa48-ccbe864c2b2c tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 946 time: 0.0480144 Jan 17 09:41:48.575258 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-dbbd832f-af25-4e40-b994-b91ff433b5bc req-c0adc288-e5ee-46c4-80c5-d4cc7dde419e tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Jan 17 09:41:49.692534 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa25c44-b0fe-40cb-aa4b-85e3cb23666d req-d18fbf56-59ce-4ad9-8fcf-0ef8fadae3b5 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:41:49.694007 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2aa25c44-b0fe-40cb-aa4b-85e3cb23666d req-d18fbf56-59ce-4ad9-8fcf-0ef8fadae3b5 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 946 time: 0.0532737 Jan 17 09:41:49.740223 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-2aa25c44-b0fe-40cb-aa4b-85e3cb23666d req-0e9fc980-f797-4d51-8b86-0ba949b9c2f6 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Jan 17 09:41:55.420223 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:42:06.092876 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:08.551401 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6100692-1bc6-40f1-9d5b-ea0ea6dcd72c req-482c8d94-4bae-45b8-aca7-c78692386266 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:08.552805 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e6100692-1bc6-40f1-9d5b-ea0ea6dcd72c req-482c8d94-4bae-45b8-aca7-c78692386266 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 946 time: 0.0484612 Jan 17 09:42:08.598527 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [req-e6100692-1bc6-40f1-9d5b-ea0ea6dcd72c req-4d7e2239-56be-4527-a132-39be82053b86 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Jan 17 09:42:09.715264 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be9713-c8a0-42f3-a1b5-5234db640cef req-14103d1b-7da4-45f1-bef7-0737287e41e7 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:09.716722 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30be9713-c8a0-42f3-a1b5-5234db640cef req-14103d1b-7da4-45f1-bef7-0737287e41e7 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 946 time: 0.0507219 Jan 17 09:42:09.763955 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-30be9713-c8a0-42f3-a1b5-5234db640cef req-97e10c80-495a-427d-834c-e2a5208b7b52 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/security-groups?id=f97da17b-fcf5-4df7-97c2-95b160bfb601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417602 Jan 17 09:42:09.946444 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0454964-2d9a-4ecc-8158-9e4f2ae8b6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:10.073861 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab835ae-4e09-4966-9352-3645e6bed65e req-9273f2f6-e0d8-4d47-993a-665a40c1307b tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:42:10.075301 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eab835ae-4e09-4966-9352-3645e6bed65e req-9273f2f6-e0d8-4d47-993a-665a40c1307b tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 946 time: 0.0480692 Jan 17 09:42:10.163524 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-eab835ae-4e09-4966-9352-3645e6bed65e req-de7c1a22-dc22-414d-809a-97bd43351e5d tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Deleting port b2e71a12-9c0b-43e8-b8b8-f15459c0da48 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 09:42:10.163893 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eab835ae-4e09-4966-9352-3645e6bed65e req-de7c1a22-dc22-414d-809a-97bd43351e5d tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762718596581'] for port (b2e71a12-9c0b-43e8-b8b8-f15459c0da48), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:10.249040 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-eab835ae-4e09-4966-9352-3645e6bed65e req-de7c1a22-dc22-414d-809a-97bd43351e5d tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] For port b2e71a12-9c0b-43e8-b8b8-f15459c0da48, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b2e71a12-9c0b-43e8-b8b8-f15459c0da48,segment=NetworkSegment(913fce6d-f7a0-4a10-8163-3b2910bbd15c),segment_id=913fce6d-f7a0-4a10-8163-3b2910bbd15c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:42:10.249320 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eab835ae-4e09-4966-9352-3645e6bed65e req-de7c1a22-dc22-414d-809a-97bd43351e5d tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641705'] for port (b2e71a12-9c0b-43e8-b8b8-f15459c0da48), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:10.261245 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-eab835ae-4e09-4966-9352-3645e6bed65e req-de7c1a22-dc22-414d-809a-97bd43351e5d tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Calling delete_port for b2e71a12-9c0b-43e8-b8b8-f15459c0da48 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 09:42:10.385483 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eab835ae-4e09-4966-9352-3645e6bed65e req-de7c1a22-dc22-414d-809a-97bd43351e5d tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8246713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762718604665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762718105438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8856164'] for port (b2e71a12-9c0b-43e8-b8b8-f15459c0da48), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:10.398606 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] get_ports_and_sgs() called for port_ids ['b2e71a12-9c0b-43e8-b8b8-f15459c0da48'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 09:42:10.420327 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c1a22-dc22-414d-809a-97bd43351e5d tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Pushing event deleted for resources: {'Port': ['ID=b2e71a12-9c0b-43e8-b8b8-f15459c0da48,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:10.460131 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab835ae-4e09-4966-9352-3645e6bed65e req-de7c1a22-dc22-414d-809a-97bd43351e5d tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] No DVR routers for this DVR port b2e71a12-9c0b-43e8-b8b8-f15459c0da48 on host hv-cinder-81558 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:42:10.463202 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eab835ae-4e09-4966-9352-3645e6bed65e req-de7c1a22-dc22-414d-809a-97bd43351e5d tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64975'] for port (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:10.467210 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-eab835ae-4e09-4966-9352-3645e6bed65e req-de7c1a22-dc22-414d-809a-97bd43351e5d tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.31 "DELETE /v2.0/ports/b2e71a12-9c0b-43e8-b8b8-f15459c0da48 HTTP/1.1" status: 204 len: 173 time: 0.3873370 Jan 17 09:42:10.467668 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0', 'name': 'network-vif-deleted', 'tag': 'b2e71a12-9c0b-43e8-b8b8-f15459c0da48'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:42:10.470503 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7ba5c825ab083cf919e1313c7c1f79a555d2274c0bc38145dbc0fcc538dfba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec3191f-47ac-4307-af73-766db74cca77" -d '{"events": [{"server_uuid": "4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0", "name": "network-vif-deleted", "tag": "b2e71a12-9c0b-43e8-b8b8-f15459c0da48"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 09:42:10.508918 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 09:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f324ee3-f6fb-44a8-b22f-71a6d5237da9 x-openstack-request-id: req-5f324ee3-f6fb-44a8-b22f-71a6d5237da9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 09:42:10.509212 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0", "name": "network-vif-deleted", "tag": "b2e71a12-9c0b-43e8-b8b8-f15459c0da48", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 09:42:10.509467 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f324ee3-f6fb-44a8-b22f-71a6d5237da9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 09:42:10.510454 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0', 'name': 'network-vif-deleted', 'tag': 'b2e71a12-9c0b-43e8-b8b8-f15459c0da48', 'status': 'completed', 'code': 200} Jan 17 09:42:10.872195 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [req-52669551-c718-49e2-9e26-03834d3beeb5 req-465eeb71-9eb3-482d-af8d-945796d6a189 tempest-VolumesSnapshotTestJSON-208299566 tempest-VolumesSnapshotTestJSON-208299566-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ec91bf2-cb6e-43d1-a0da-9eb44bbe61f0 HTTP/1.1" status: 200 len: 210 time: 0.0256555 Jan 17 09:42:12.116583 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6d4ce021-b397-4f67-9c42-ba918d0d35f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:13.190915 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:14.754520 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:16.154110 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b2e71a12-9c0b-43e8-b8b8-f15459c0da48 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 09:42:16.178618 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] No Port match for: b2e71a12-9c0b-43e8-b8b8-f15459c0da48 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 09:42:16.178946 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Device b2e71a12-9c0b-43e8-b8b8-f15459c0da48 not bound to the agent host hv-cinder-81558 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 09:42:16.193780 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:32.418456 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:42:33.752260 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.77', 44416) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:42:33.798799 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Deleting subnet 54c60d9e-1f88-4782-803c-eb57ff49e09d {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 09:42:33.801841 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Publish callbacks [] for subnet (54c60d9e-1f88-4782-803c-eb57ff49e09d), before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:33.834168 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406618'] for subnet (54c60d9e-1f88-4782-803c-eb57ff49e09d), precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:33.871795 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7866709'] for subnet (54c60d9e-1f88-4782-803c-eb57ff49e09d), precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:33.920700 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7866690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9093843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971458'] for subnet (54c60d9e-1f88-4782-803c-eb57ff49e09d), after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:33.947681 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for subnet (None), before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:33.950864 dv-cinder-815582-7-iscsi neutron-server[102555]: INFO neutron.wsgi [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/54c60d9e-1f88-4782-803c-eb57ff49e09d HTTP/1.1" status: 204 len: 168 time: 0.1975880 Jan 17 09:42:33.952182 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c60d9e-1f88-4782-803c-eb57ff49e09d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:33.953506 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 44418) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:42:33.959597 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:33.959985 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:33.960333 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:33.960964 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:33.961377 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:33.961708 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:33.962040 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:33.962372 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:33.962698 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:33.963052 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:33.963377 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:33.963702 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:33.964043 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf6026e-726e-47c6-b5ab-18e3d6cecbb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-7-iscsi {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:42:34.022195 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2635d378-a210-475f-9c36-0e42766597c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8326441'] for network (7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:34.099418 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2635d378-a210-475f-9c36-0e42766597c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876818', 'neutron.services.segments.db._delete_segments_for_network-8762718643752'] for network (7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:34.119140 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-2635d378-a210-475f-9c36-0e42766597c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:42:34.128169 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-2635d378-a210-475f-9c36-0e42766597c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913fce6d-f7a0-4a10-8163-3b2910bbd15c') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:42:34.128466 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.services.segments.db [None req-2635d378-a210-475f-9c36-0e42766597c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913fce6d-f7a0-4a10-8163-3b2910bbd15c') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:42:34.138417 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2635d378-a210-475f-9c36-0e42766597c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762718643505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8910257'] for segment (913fce6d-f7a0-4a10-8163-3b2910bbd15c), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:34.150928 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2635d378-a210-475f-9c36-0e42766597c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168'] for segment (913fce6d-f7a0-4a10-8163-3b2910bbd15c), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:34.157142 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2635d378-a210-475f-9c36-0e42766597c8 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 09:42:34.157513 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2635d378-a210-475f-9c36-0e42766597c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8226168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856121'] for segment (913fce6d-f7a0-4a10-8163-3b2910bbd15c), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.159082 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: warnings.warn(msg) Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: Traceback (most recent call last): Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: timer() Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: cb(*args, **kw) Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: return func(*args, **kwargs) Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: self._notify() Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: self.callback(batched_events) Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: event.method(event) Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: return f(self, *a, **k) Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._get(url).json() Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: return self.request(url, 'GET', **kwargs) Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:42:34.161738 dv-cinder-815582-7-iscsi neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:42:34.211502 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2635d378-a210-475f-9c36-0e42766597c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-990200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631322'] for network (7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:34.216747 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2635d378-a210-475f-9c36-0e42766597c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-990190'] for network (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:34.220616 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-2635d378-a210-475f-9c36-0e42766597c8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9 HTTP/1.1" status: 204 len: 168 time: 0.2661283 Jan 17 09:42:34.236714 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635d378-a210-475f-9c36-0e42766597c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba18ba7-4064-4fb2-9c4f-4bcb09b265b9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:34.326571 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 44422) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:42:34.369616 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-84b951d1-edee-44fa-9009-91f2faeab7ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df9f6a79d2ca43a79353781450e34be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418828 Jan 17 09:42:34.372192 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.77', 44424) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 09:42:34.417961 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e1ccc59-e4c7-4f4c-87a4-982656ea2000 admin admin] Publish callbacks [] for security_group (f97da17b-fcf5-4df7-97c2-95b160bfb601), before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:34.438086 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e1ccc59-e4c7-4f4c-87a4-982656ea2000 admin admin] Publish callbacks [] for security_group (f97da17b-fcf5-4df7-97c2-95b160bfb601), precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:34.483168 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e1ccc59-e4c7-4f4c-87a4-982656ea2000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643062'] for security_group (f97da17b-fcf5-4df7-97c2-95b160bfb601), after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:34.485723 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e1ccc59-e4c7-4f4c-87a4-982656ea2000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:34.486855 dv-cinder-815582-7-iscsi neutron-server[102556]: INFO neutron.wsgi [None req-1e1ccc59-e4c7-4f4c-87a4-982656ea2000 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f97da17b-fcf5-4df7-97c2-95b160bfb601 HTTP/1.1" status: 204 len: 168 time: 0.1137905 Jan 17 09:42:34.494333 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ccc59-e4c7-4f4c-87a4-982656ea2000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97da17b-fcf5-4df7-97c2-95b160bfb601,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:42:36.090140 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:39.948223 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-79abf2ce-2cf8-4766-8ac4-799c3d306a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:42.119225 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9a78863-1a77-4e22-8cd4-e10aa7e05152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:43.193855 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:44.757403 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:42:46.195392 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:06.104885 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:09.416771 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:43:09.949033 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5fcd937a-dc1a-496d-8b8f-f8ceb41a642d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:12.119392 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d4c9c393-e7c2-490f-90ed-97b9f2e89777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:13.196152 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:14.760950 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:16.197865 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:36.111518 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:39.950605 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f467ebc-0a98-4f9e-a427-f1020fd2344d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:42.120945 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-25df02e5-49a9-4984-b691-209c3f80acc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:43.197498 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:44.765019 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:46.201858 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:43:46.415349 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:44:06.105668 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:09.951987 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-17403813-2c25-4e5d-a47b-cdc756b8af7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:12.123118 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-43ab38b9-4763-40f6-a0dd-e7245c37a66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:13.200064 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:14.767622 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:16.203541 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:23.413530 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:44:36.117334 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:39.953037 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49edd84d-9bfc-4f6a-9ccf-d81e2a9f0064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:42.123477 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8e33017-6fa4-4530-a60c-bcfaa9a1b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:43.203125 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:44.770683 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:44:46.205460 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:00.413943 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:45:06.117633 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:09.954321 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ff3b635-028c-4bf2-a351-870b5e4637e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:12.122735 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-70ad5c1c-d71e-42c5-a610-7a41e29a0084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:13.206928 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:14.776113 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:16.207522 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:36.117411 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:37.413248 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:45:39.956534 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-08d81531-0e41-419c-b9de-36e5b53d9039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:42.123897 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-62b5ebea-3579-4e4a-8d68-e7cd773386e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:43.208129 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:44.776840 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:46.209047 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:45:56.316471 dv-cinder-815582-7-iscsi neutron-server[102556]: DEBUG neutron.wsgi [req-41f54bbf-7f6d-45b8-94ed-5735098b709a req-a61948b6-41ec-4f90-9fad-7e85d4c8146f service neutron] (102556) timed out ('10.222.0.31', 50651) {{(pid=102556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 09:46:05.541017 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [req-5a5a212c-1fbb-473d-a1df-9b3d39bcf65c req-11724009-3aa2-44d3-acc2-5dcec00476ba service neutron] (102555) timed out ('10.222.0.31', 50659) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 09:46:05.564817 dv-cinder-815582-7-iscsi neutron-server[102555]: DEBUG neutron.wsgi [req-9bb2ad48-7934-450d-ba57-28bc903786cb req-17b1d846-a603-43be-b47d-ba58efad4f19 service neutron] (102555) timed out ('10.222.0.31', 50670) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 09:46:06.123053 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:09.958738 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2c8b45b7-1ee2-4417-b71f-11b472546ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:12.124643 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c348335f-8e28-4c43-a6b3-0f063ae62a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:13.211239 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:14.411739 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:46:14.780255 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:16.211674 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:36.121987 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:39.960456 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5bf24ae4-052f-4a04-be1c-da5248d6bfff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:42.125696 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0183086f-ec00-4502-ad2b-6d2c7585380e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:43.214082 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:44.782497 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:46.215181 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:46:51.410962 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:47:06.137134 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:09.964358 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b12ab463-7dec-42b2-892e-34bbedbf8df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:12.125835 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4e37-0f2c-4e9d-b071-f08a07a02ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:13.218915 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:14.786141 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:16.217458 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:28.410842 dv-cinder-815582-7-iscsi neutron-server[102558]: DEBUG neutron.db.agents_db [None req-3ccbd5b9-e6f1-462b-8d05-32a0c6ee1966 None None] Agent healthcheck: found 6 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 09:47:36.126688 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-982511a1-ca12-4fd2-b64b-c85ca141a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (99cd32fd-0868-4f29-a4b3-a40f49e34f3d), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:39.966103 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8bfb397f-d5ce-4689-a6e3-7e6104519230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (967a8197-5d2a-40a6-af98-6f7cd5af7bb9), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:42.128260 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cc978157-3477-475d-9299-faa37c71b0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (73a7e160-7cce-4213-9a5f-8236a7699ef7), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:43.219977 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92128ae9-e721-497d-b232-1f3d2bef1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (02fca9bf-898c-406c-a2d5-b6ca21938338), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:44.789588 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aee4383-3662-45c5-9672-fa992434bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (98832846-51d5-48ef-82d3-f217236c3f53), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 09:47:46.222490 dv-cinder-815582-7-iscsi neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7e346e-566b-4fe6-aaf2-64e682869b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762718643734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7880212'] for agent (78fd426e-86c8-4e62-8c05-e90be8b06bd2), after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}